---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:27:09.374175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:27:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad82c29332ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: 1202b868-d37e-40a4-b13a-c5ac6e11217a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad82cabad231
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 3678adb9-cef6-4640-a0e5-20fa29118854
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:10Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:27:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad830069f9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 2362c99e-aff1-465c-8314-c114ffa237d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad8301db04e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24174"
    uid: 9b6ba1aa-1284-4f0e-ae83-bbdcecdfbd82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad8304fe4d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24175"
    uid: d9b3b234-4ca6-4443-965a-ce9bc25a14e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:10Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad8305ad047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 36feb09c-c361-451b-ac95-1042c1449636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:27:19Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ad853a12c82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24253"
    uid: 414d1229-6cde-402c-8788-e3f600b5cda0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m7.365s
    (2m7.365s including waiting). Image size: 8940338459 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2e1ad9813
    namespace: kserve-ci-e2e-test
    resourceVersion: "25245"
    uid: 09a23da0-9f17-468e-aff4-2a45a456dfe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2eab574ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25246"
    uid: 13cafb83-ccf7-4c2b-aa62-aa3823c40e60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2ed2366b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 37a404b2-96f6-423a-b469-2f8dcb163760
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2ed315ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: ce155472-4ffd-45bb-ada2-adab019c591f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2f39647f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 7d1828d6-9f2b-49ac-be9b-36f883cd1f12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada2f49069e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 4131b3e5-c271-434d-a503-2607367bf4ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada365e7080c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: a3f37389-4027-4c58-8a62-20d156e2af82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada94f993b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: fcd4cd0a-79d8-40e5-986e-46729e85a04b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada94f99e4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 708a274d-f672-4c8c-8385-c58e1cdd1971
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: d0d4f635-5d18-4cbe-9773-3491b3d3f8a4
  kind: Event
  lastTimestamp: "2026-08-04T18:29:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:29:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww.18c8ada973d392a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 3813cae1-7f32-45fc-8be6-55d40a44a499
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: 433885ae-6c37-4519-9531-c612b3db1093
  kind: Event
  lastTimestamp: "2026-08-04T18:27:09Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-vz9ww'
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c8ad82c20210f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 34846466-7eee-4f7b-af76-72f18d5a15ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24137"
    uid: f7502434-53e8-45c6-aec8-f3e0dc89be29
  kind: Event
  lastTimestamp: "2026-08-04T18:27:09Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c8ad82becca42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24140"
    uid: 40c147c6-959e-4523-84cd-f72f0130f085
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: 70c77411-b7da-4773-8020-80dd57d03f59
  kind: Event
  lastTimestamp: "2026-08-04T18:29:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:29:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c8ad863de7a773
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: 89d768bc-aaea-463d-acbf-03a74ce610ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: 70c77411-b7da-4773-8020-80dd57d03f59
  kind: Event
  lastTimestamp: "2026-08-04T18:29:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:29:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c8ad863e5919cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: 0a92404f-b53f-4597-b339-530dcd2781ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: f150988d-bc9e-4d49-bfc9-e75eb0cfda67
  kind: Event
  lastTimestamp: "2026-08-04T18:29:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:29:45Z"
    name: isvc-autogluon-ts-v1-noslash.18c8ad82bed0e275
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: 17b24e40-025f-465c-8d6b-6891016d6b18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: f150988d-bc9e-4d49-bfc9-e75eb0cfda67
  kind: Event
  lastTimestamp: "2026-08-04T18:27:09Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:27:09Z"
    name: isvc-autogluon-ts-v1-noslash.18c8ad82bf459ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: 41b2a481-0147-4058-8e2e-0ecdaf1fd2a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: f150988d-bc9e-4d49-bfc9-e75eb0cfda67
  kind: Event
  lastTimestamp: "2026-08-04T18:29:45Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:29:45Z"
    name: isvc-autogluon-ts-v1-noslash.18c8ada725f62405
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 7393b0de-e0ab-4f5f-a459-e287fcb68aaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:26:21.611635Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:26:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:26:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad77a3b4a22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 22c3d165-dde3-4b02-963e-e0da587bb0ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad77bd67309f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23672"
    uid: ed863a76-8336-4caf-8926-4a2d19712d34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad77befa6cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: e498a533-22e4-4e4d-9f03-d27ee9637091
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad77c1ad203b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: f466556e-1218-42ae-baed-8f5c27ad2a4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad77c21f1bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: cbded699-7d8a-4389-85fe-e3810f6a8504
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:30Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79cbf0fb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23804"
    uid: 211308c7-6a43-4080-9144-172056ce5f8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79d085e559
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 28508e54-6a67-4447-a37a-1665293a0652
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79d1016c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23810"
    uid: 847631e8-0c42-480f-99c8-962a03de46a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79d10bf04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23811"
    uid: 2c907d06-b5c1-4e2d-ac25-06d4f61ff70d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79d4ef4a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: f2194edd-3939-4713-8cd3-bcba12f80a16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:31Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad79d5655e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: 5ac6f05c-5aea-4a2a-8612-a83bd9eb5b7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:26:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:38Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad7a44152cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 1b9fa2a8-aa75-4361-87ce-6dac431396cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:27:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad818f0a5e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: 3b48f93a-2d6c-4435-b044-6ea7dbf5b7c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: b8f25866-8e85-4170-aab8-f3c583dc03ac
  kind: Event
  lastTimestamp: "2026-08-04T18:27:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt.18c8ad818f0ada60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: 7cbe3cae-4add-4cbb-9185-f56b01b55692
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: ab4b5724-0958-43ed-a4bc-485b67a4b871
  kind: Event
  lastTimestamp: "2026-08-04T18:26:21Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9b7zt'
  metadata:
    creationTimestamp: "2026-08-04T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:21Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c8ad77a33c45e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 3f2d9bf3-9fe3-4cba-9644-4d7e513e2fb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 1addc43e-df91-40f6-8872-ddcd83d5c329
  kind: Event
  lastTimestamp: "2026-08-04T18:26:21Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:21Z"
    name: isvc-autogluon-ts-v1-predictor.18c8ad779ec80dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 2859a0f4-fe0b-4a5d-b8c8-a07a0b74cfed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 7c4fc16d-63bc-41d2-9b0a-c6a391e31dd7
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: isvc-autogluon-ts-v1-predictor.18c8ad7b1dd063bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: ae922e81-d560-434f-8545-065a2e18df59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 7c4fc16d-63bc-41d2-9b0a-c6a391e31dd7
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: isvc-autogluon-ts-v1-predictor.18c8ad7b1e46cf10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: c32049ae-e77a-4415-b0b7-ae6afdd35cde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7c4fc16d-63bc-41d2-9b0a-c6a391e31dd7
  kind: Event
  lastTimestamp: "2026-08-04T18:26:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:51Z"
    name: isvc-autogluon-ts-v1-predictor.18c8ad7e9d027030
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 594930f2-e09d-4cfe-b5b9-188ef16715c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: 7c4fc16d-63bc-41d2-9b0a-c6a391e31dd7
  kind: Event
  lastTimestamp: "2026-08-04T18:26:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:51Z"
    name: isvc-autogluon-ts-v1-predictor.18c8ad7e9d7b4573
    namespace: kserve-ci-e2e-test
    resourceVersion: "23979"
    uid: 58fa34d3-fdaf-4a5c-96df-ec718eaaf6f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: c3014fb6-2ffc-4b9a-bfce-d566a40f1296
  kind: Event
  lastTimestamp: "2026-08-04T18:26:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:49Z"
    name: isvc-autogluon-ts-v1.18c8ad779efc26ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 61a7336d-83f0-4cae-93ba-014b8258f0c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: c3014fb6-2ffc-4b9a-bfce-d566a40f1296
  kind: Event
  lastTimestamp: "2026-08-04T18:26:21Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:21Z"
    name: isvc-autogluon-ts-v1.18c8ad779fea0aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 68e6a1e2-d33d-4e1c-bfdb-a79cfe1f0665
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: c3014fb6-2ffc-4b9a-bfce-d566a40f1296
  kind: Event
  lastTimestamp: "2026-08-04T18:26:49Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:49Z"
    name: isvc-autogluon-ts-v1.18c8ad7e049ec865
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: de462b7b-c0af-44e1-a120-cc8eb829dd73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:16:44.644660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-8h78k
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf14dcb4458
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: b7abb3a7-9a26-46b5-842e-64036292ec08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf1587c0f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: f03a2ac5-50d2-49c3-8e83-75ab40a58869
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:45Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf18d794f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: d818c930-00cb-49c2-9dfa-ddf4602b8341
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf18f5ccd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 38319a85-8803-4184-9f21-fefa13f16f78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf19245332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18570"
    uid: 1efa9cd5-6b77-4a61-ba72-47088c5b6f34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf192aafed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: 91acfc4c-31e1-4fec-852e-f5ee032cc667
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:17:06Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8acf647f38b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: 23dc19de-d357-4157-95fb-b91998a1071c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m11.841s
    (2m11.841s including waiting). Image size: 8940338459 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad14fa551d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 95a495ea-4338-4979-94ea-be5a4e410123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad14ffe7366c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 45e328e8-1107-42ac-8240-328809cd6852
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1500fd12ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: a6d10b0b-90a0-43fa-8131-273833a19f42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1501086cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 2fdc6e3f-a9e8-4ffb-a466-18da3f46334b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1506deaa04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: bb7301e1-5095-4859-aa16-afb7d68ccd2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1507d0070f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 70d81aac-61b7-4061-a79d-ef32c64bd296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad156de7d991
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 31cb0097-28f1-421f-a8f5-20f17a8d6bd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1cc194bd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: 791d64e9-e47c-4560-b5ce-ed8749ced7e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: a8c7b0ea-6691-4b63-8e35-13a7aa607f6e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-8h78k.18c8ad1cc1955094
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: e00ea12c-1b80-4d7b-977b-02d3896a4faa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: b2a35aa0-5840-4195-a3e5-1eb2543c6d8d
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-8h78k'
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c8acf14d09e5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 4f486fc1-ba7a-434d-a942-aec8db5728d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: 0c941c4c-8317-4887-a8c0-d88a8f90bc7a
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-autogluon-v1-predictor.18c8acf1494be997
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: 184bb709-6ea0-4e5b-a9c6-65f9febc2524
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 1c3d312f-d95d-48de-a094-659bf48bbef1
  kind: Event
  lastTimestamp: "2026-08-04T18:19:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:29Z"
    name: isvc-autogluon-v1-predictor.18c8acf4c7d9e6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 40dfa510-a432-421b-bab2-0a0cbceb7842
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 1c3d312f-d95d-48de-a094-659bf48bbef1
  kind: Event
  lastTimestamp: "2026-08-04T18:19:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:29Z"
    name: isvc-autogluon-v1-predictor.18c8acf4c8476ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: 258b06b0-aa12-4bc3-bc58-02202f9513ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: 1c3d312f-d95d-48de-a094-659bf48bbef1
  kind: Event
  lastTimestamp: "2026-08-04T18:19:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:44Z"
    name: isvc-autogluon-v1-predictor.18c8ad1b3c1a14fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: ea75e437-4527-445c-8718-faf6e1e55ddd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: 1c3d312f-d95d-48de-a094-659bf48bbef1
  kind: Event
  lastTimestamp: "2026-08-04T18:19:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:44Z"
    name: isvc-autogluon-v1-predictor.18c8ad1b3c8dce48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 8272ff55-dd2c-47e6-bfd1-6f8ed6377d8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: 7357bbb0-af53-4110-a3f0-c6a73cf49859
  kind: Event
  lastTimestamp: "2026-08-04T18:19:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:35Z"
    name: isvc-autogluon-v1.18c8acf1495d139e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 651d7686-49ab-4c3b-9739-5004ada2a61a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: 7357bbb0-af53-4110-a3f0-c6a73cf49859
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-autogluon-v1.18c8acf14e5322fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 58a8e102-5fdd-4ebb-b4e8-523d9f129978
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: 7357bbb0-af53-4110-a3f0-c6a73cf49859
  kind: Event
  lastTimestamp: "2026-08-04T18:19:35Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:35Z"
    name: isvc-autogluon-v1.18c8ad192d9faca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: fccf8ff1-b375-421f-8b55-9dc4ca79dadc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:24:30.062251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:24:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:24:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5daad8320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: c000f3be-b54a-45b8-85e2-00c578240f79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5db4732af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 5bca674a-aa4f-4fc6-b167-748d21cdbfd2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:31Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:24:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5de85342d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22625"
    uid: 81421a7c-ee6b-4d62-8f53-26608fab21c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5debd2e593
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 4acf1749-e2c4-4b93-aba2-fb4a01bde865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5def53d1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: 8bbebbdb-5a6f-4551-b356-2b5b0f6d36e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5defc833d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: 8d5bb8c4-72b8-44ff-8309-fb1aebba5522
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f20f8badb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 86e49563-8b9e-4ff1-8c4d-2b1ed54f1266
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f244621b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: b6e76d89-b68f-4419-8054-72bc28457041
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f24b59cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 7ca0ae87-fde5-4863-877f-03cac46a8d14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f24bfefc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 62322fae-362d-436b-acf0-22b1867fb820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f27e009cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 41c1aeb4-7b4b-4bd9-8511-c3d78337f227
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:24:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:36Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad5f28586c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: 94e7b8d2-acb4-4319-a23a-875bd71f6a1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:26:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad76741bacbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: d7a7aec0-707a-4386-a351-0b2c95a9a030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22602"
    uid: 1f498eb4-c7c3-4448-83d0-becc2057f4af
  kind: Event
  lastTimestamp: "2026-08-04T18:26:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4.18c8ad76741c1285
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 9a79a9fb-01f4-42bb-ad35-5cf2218d32b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: 5e2de937-2f64-4f69-b62e-e3195a1e5aa0
  kind: Event
  lastTimestamp: "2026-08-04T18:24:30Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-7nlw4'
  metadata:
    creationTimestamp: "2026-08-04T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c8ad5daa2ab460
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 4a129ea9-f0e4-46fe-b775-d96b3d220f10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: 1ca81b6e-6efc-4884-9f84-66b905d1dd28
  kind: Event
  lastTimestamp: "2026-08-04T18:24:29Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:29Z"
    name: isvc-autogluon-v2-noslash-predictor.18c8ad5da3bb263c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: 5146968e-cc78-48f0-8950-865e4a1848c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 137b82ac-1ab4-4e47-b4da-c75626fe1b12
  kind: Event
  lastTimestamp: "2026-08-04T18:24:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:59Z"
    name: isvc-autogluon-v2-noslash-predictor.18c8ad6122a70979
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 65af89ad-dd7b-458a-9898-965c923612e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 137b82ac-1ab4-4e47-b4da-c75626fe1b12
  kind: Event
  lastTimestamp: "2026-08-04T18:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:59Z"
    name: isvc-autogluon-v2-noslash-predictor.18c8ad61233f0ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: 70460e25-3bb5-4aac-882f-be531dbc02cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 137b82ac-1ab4-4e47-b4da-c75626fe1b12
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18c8ad6820d4309d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 40e1c3c8-2f9e-4adb-9d1e-328cc7af931a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 137b82ac-1ab4-4e47-b4da-c75626fe1b12
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18c8ad6821517363
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: e08f0a81-f358-4b9f-8aba-fa47d5562956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 20bddbf7-f2b1-47e8-b31c-3424f5b61b84
  kind: Event
  lastTimestamp: "2026-08-04T18:26:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:08Z"
    name: isvc-autogluon-v2-noslash.18c8ad5da3d64035
    namespace: kserve-ci-e2e-test
    resourceVersion: "23446"
    uid: 982c5e20-a73a-4da6-bef0-a137df299e1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 20bddbf7-f2b1-47e8-b31c-3424f5b61b84
  kind: Event
  lastTimestamp: "2026-08-04T18:24:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:29Z"
    name: isvc-autogluon-v2-noslash.18c8ad5da4d43903
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: 736d528b-e756-4a9e-8787-469ab4b33689
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: 20bddbf7-f2b1-47e8-b31c-3424f5b61b84
  kind: Event
  lastTimestamp: "2026-08-04T18:26:08Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:08Z"
    name: isvc-autogluon-v2-noslash.18c8ad748c30638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 9518fbb6-c383-4257-a357-55101a1f8bff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:19:56.456409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad1df6aa51b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: 7021d8a2-eccc-4f95-ae87-522e432802bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad1e106696fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 318475d8-410f-4bae-9b26-161e4fd34d1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad1e11ff875f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 3ce9856a-478f-4413-932d-aa37a28e5eec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad1e1521425e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: b56548ae-8d02-4acc-b4ee-583cfe3c3237
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad1e15a3cdc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: ec9c735d-5aaf-4f65-a67d-31fbbab50ead
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad251c7901d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 4947e231-e09a-4f9c-8249-274b0b4e3b51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad251f6b0e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 9d631eea-1f83-41f9-9a77-e5afbc15c579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad251fd506fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 56482c4f-a706-4af4-93f1-25822d733831
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad251fe02e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: 1a48420c-19ad-4872-a33c-c9b72592d2ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad252387c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: 782c41f9-b76a-493f-996f-eb5bbf1b1a1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:20:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad2523f1d760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20459"
    uid: 6a3fd352-9607-404d-b60e-8c3224fadf89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:22:09Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-04T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:09Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad3ce090ea9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 23fbcc02-2488-4252-90c9-91541df0ff78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:22:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad3db8c44117
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: f5bee666-b222-49cf-9e9b-78146c6b91d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 9d21889a-cb50-48da-8257-b635d65b779b
  kind: Event
  lastTimestamp: "2026-08-04T18:22:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc.18c8ad3db8c4d1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: 37ad7d3f-8bc2-4337-9c28-7c820d8967c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: a776eb08-3418-4923-aac6-10055a90bb91
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-jj7hc'
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c8ad1df63f9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: cb18e4f9-cdbd-47eb-b7ee-1c603a499dc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: d28dc7c0-0f8c-47f6-a040-43dacd221e05
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2-predictor.18c8ad1df2be8c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20199"
    uid: 6fe51f08-fa33-40d6-8c35-6d4201f3d0d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: e646dd6d-cab4-46e1-97a1-b6235336cea0
  kind: Event
  lastTimestamp: "2026-08-04T18:20:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:41Z"
    name: isvc-autogluon-v2-predictor.18c8ad2171374ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 06e2068b-2938-4129-a1d7-3b1aea14655b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: e646dd6d-cab4-46e1-97a1-b6235336cea0
  kind: Event
  lastTimestamp: "2026-08-04T18:20:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:41Z"
    name: isvc-autogluon-v2-predictor.18c8ad2171ab6fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: 1af9a351-3537-48d1-b42b-adbc052164a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: e646dd6d-cab4-46e1-97a1-b6235336cea0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:11Z"
    name: isvc-autogluon-v2-predictor.18c8ad2bee941d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21370"
    uid: 0c68e32d-b0b8-453b-a382-f133c9814198
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: e646dd6d-cab4-46e1-97a1-b6235336cea0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:11Z"
    name: isvc-autogluon-v2-predictor.18c8ad2bef00167e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: 15e1d60f-9e0e-402a-8c7d-478002e865e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:22:18.097008Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad3ef11a69bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: a28a5d1e-e594-427f-a767-2bc09e4e964c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad3f0b36a1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 062187b8-8164-4618-be50-4125302e766a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad3f0d02c3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: dc923124-dbe7-479b-9c12-fd9a76b610ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad3f0fc24663
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: a5d681f3-0be6-47c0-aee8-4198fc31599c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad3f1036fe9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 97b10316-4fce-4a6b-aa02-6918a081da16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43c1caa082
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 05dcb0b8-0b27-4c6e-9156-f1df217a2417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43c60fa949
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 0564862b-2267-4cce-b7ed-e205e8de4535
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43c68b0474
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: b49da73a-43c6-4d9e-9361-eaaa8392081b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43c696012f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 454e1429-9e11-46af-8a2b-6486be14ff54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43ca2e76ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 3a4d473e-8293-485d-b607-fab0d4336493
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:22:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad43cacc1c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: ceaf583f-112d-4538-ac7c-8d87fbba9f31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:24:19Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-04T18:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad5b253a2e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: a8e49b75-aed8-4222-85bc-c201ffde6575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:24:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad5c7c40ac1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 67edd48a-b27a-46eb-a65d-12cadf5d52fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:24:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad5c7c413c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22534"
    uid: 5d2fe588-c99d-4582-b5d1-85784b90eabb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: d12c30a4-8d8a-41aa-868a-ea19822800fa
  kind: Event
  lastTimestamp: "2026-08-04T18:24:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-08-04T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:27Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r.18c8ad5d241892ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22555"
    uid: f3184488-9ac5-4489-be9d-b5110bf345de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 081030a1-39d4-465b-82fe-dd534f5b493a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-mhm9r'
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c8ad3ef0824888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: bfc71aff-bb6d-46d4-b548-bcc69279d566
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: b40e84e9-f05c-4011-8192-2224c91ebc4d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:17Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c8ad3eeb1df84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: b2ceb1f2-bc0a-4908-b3aa-9a5c20767a56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: 66f984a3-8f75-4400-9660-3ffbc7c4b084
  kind: Event
  lastTimestamp: "2026-08-04T18:23:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c8ad426a2f1d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: a3536045-ad3f-42f6-8f4c-79824470695d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: 66f984a3-8f75-4400-9660-3ffbc7c4b084
  kind: Event
  lastTimestamp: "2026-08-04T18:23:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c8ad426aea9db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: d03834c1-8841-4f3e-ab70-94e7770c34af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 66f984a3-8f75-4400-9660-3ffbc7c4b084
  kind: Event
  lastTimestamp: "2026-08-04T18:24:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c8ad4ce854a1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: 0503cb99-7b45-4a01-a439-e922c3767579
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 66f984a3-8f75-4400-9660-3ffbc7c4b084
  kind: Event
  lastTimestamp: "2026-08-04T18:24:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c8ad4ce91565d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: e9fb96c6-0f30-4583-8a97-c6a4e8ed3bba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: bac7fcad-f358-4f5b-8f34-364536b7b449
  kind: Event
  lastTimestamp: "2026-08-04T18:24:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:08Z"
    name: isvc-autogluon-v2-variants.18c8ad3eeb21d8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 642c65e8-a76a-4489-8247-049c8de296d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: bac7fcad-f358-4f5b-8f34-364536b7b449
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants.18c8ad3eebe220ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: a761f787-4fbc-4400-835c-49b05598ec17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: bac7fcad-f358-4f5b-8f34-364536b7b449
  kind: Event
  lastTimestamp: "2026-08-04T18:22:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:18Z"
    name: isvc-autogluon-v2-variants.18c8ad3ef569bd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: cd13c71d-f062-4458-b20e-78981e511ec9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: bac7fcad-f358-4f5b-8f34-364536b7b449
  kind: Event
  lastTimestamp: "2026-08-04T18:24:08Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:08Z"
    name: isvc-autogluon-v2-variants.18c8ad589c89514e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: 7869f4e2-6d49-4934-aab8-90db5e799d11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 8bdacab1-732e-4d6a-82ed-04e019c57deb
  kind: Event
  lastTimestamp: "2026-08-04T18:21:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:21:58Z"
    name: isvc-autogluon-v2.18c8ad1df2bfe56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 00319bac-6ff9-410c-a5bb-761f2a79c79b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 8bdacab1-732e-4d6a-82ed-04e019c57deb
  kind: Event
  lastTimestamp: "2026-08-04T18:19:56Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:56Z"
    name: isvc-autogluon-v2.18c8ad1df35882cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 20d63efb-a539-4c80-8655-532befd6f735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: 8bdacab1-732e-4d6a-82ed-04e019c57deb
  kind: Event
  lastTimestamp: "2026-08-04T18:21:58Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:21:58Z"
    name: isvc-autogluon-v2.18c8ad3a56c38a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: 0c14140c-89e1-48e2-9338-7f2573cd6e87
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:30:00.081554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65d8dbfcdb-xcggl
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adaa81871690
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: 46f51747-9757-4234-8602-05f429cd1324
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adaa8ed692ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 946dac9d-b1ad-4294-8f6f-256a1f165d4b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:08Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:30:08Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adac914791c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: 72c2f80b-e267-46c3-b1d2-a92c2c2a0a54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:08Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adac935ed585
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 9035e02b-fc34-4dd1-a512-c66587392349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adac9a319c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: fa794ca6-c3ca-4d13-8c17-6f2c4da03b3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adac9abc4de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 0a9a7f39-2f95-42d9-b77b-343dd5b97653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadc27e5961
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 03159fc9-9957-49be-8d17-21ffec509969
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadcae2db48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 25ea49d4-c9f4-4f20-b670-5721a6a59d44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadcd039785
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 399cf8c2-2f9b-4c73-b7df-01fe3947d57d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadcd0f85b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: dc6077a9-a072-4a21-817c-f45a9c581fab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadd2abea8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25721"
    uid: 8b861b61-08b6-4160-b745-00b791ff05d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadd362e1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: 6645594e-9e8e-4b85-b83f-30a8080b93bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:31:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:51Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adadfebeb85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26948"
    uid: 4eeb423e-3579-4e58-bbaf-b4ca3c9207ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:31:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:50Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adc422ff7a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: e1392899-8caf-4810-baaf-19f712faadc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:31:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:50Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adc422ffea7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 3cd841f5-b3c6-45a4-9fc5-1769f886dad2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 67f5e3d2-53a1-4a3b-bd92-e4c0eaf2491f
  kind: Event
  lastTimestamp: "2026-08-04T18:31:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:51Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-xcggl.18c8adc45914feed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: cbd99ab5-77e9-4a63-8dbe-76650c82813f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65d8dbfcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25535"
    uid: a0c2d4bb-b653-4822-9959-d07a3aa9166b
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: 'Created pod: isvc-canary-create-predictor-65d8dbfcdb-xcggl'
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-predictor-65d8dbfcdb.18c8adaa81168130
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: 38aaa4f1-91d8-43ef-81ad-22c0b25e583d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:29:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: a02b6fb1-ccc0-4581-ae1a-3c7e95ecfbb5
  kind: Event
  lastTimestamp: "2026-08-04T18:29:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-65d8dbfcdb from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:29:59Z"
    name: isvc-canary-create-predictor.18c8adaa7c20da5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: 4de8770d-1082-457c-8f6b-106dd7edfb4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:30:00.091710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adaa822203f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 7ac09f1a-a367-489a-a129-425d73e3e14f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:08Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:30:08Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adac924e96d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: 2faba9d5-7861-45b8-8fb1-e6d847b97916
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adac96c12971
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 384f6a0a-a7cc-47d0-9c5b-0109621bba20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adac9a30f4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: c201a4d5-f3f9-4975-88d8-56282ef6671d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adac9ab799bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 8c09c7ac-e9c4-4501-819c-54ad40bac716
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadc267591b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 3c6e20e5-471c-49ce-beec-cac7b6a73bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadc8d9968f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 21fc4013-f27a-44ba-ad64-fcd1a5f823e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadcaa5d580
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: fd57f0d9-352c-4b5f-a891-b31361a1f1a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadcab352a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 7cbf2ddb-b0d5-4b8f-8c1b-656e0ca18ae0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadd28d5dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 701e9e42-3983-4856-9cea-8c11c65fb60f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:30:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:14Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adadd325ccc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25722"
    uid: d199eb80-b587-495b-a75a-947afd661d41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:31:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:52Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adae3aa60270
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 6ee9d2f0-c21c-46c4-8b4e-8a8a7190df07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:31:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:50Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adc422dcb2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26933"
    uid: c451ec8f-b61f-4aad-a6e4-1291be803d4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:31:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:50Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adc422dd3d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 775e7a19-81a2-4682-bf3d-921ee354e33a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: 00ea82f3-57c6-4de8-a960-37f114fb4170
  kind: Event
  lastTimestamp: "2026-08-04T18:31:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:52Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7.18c8adc494f4840c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26955"
    uid: a2ca226c-f92f-4138-96d7-1486b009b8a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-d6d6859cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 7570e2f8-02cd-4094-ba04-03b844f2e24f
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-d6d6859cf-dq7l7'
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf.18c8adaa81b9f970
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: a866a48d-7c93-41f9-afdf-86e2801eb2e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 9b065098-ec3c-4b31-b34e-e15bab466541
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-d6d6859cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create-v2-predictor.18c8adaa7e30377d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: 5ec67671-564a-42c7-b6d2-288fabb3a9d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25527"
    uid: 45a4c0e8-2c43-4acd-a0f3-871d5befd949
  kind: Event
  lastTimestamp: "2026-08-04T18:31:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:42Z"
    name: isvc-canary-create.18c8adaa7dd7f85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 76fd721a-5d28-4783-ab46-67dea93023f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25527"
    uid: 45a4c0e8-2c43-4acd-a0f3-871d5befd949
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create.18c8adaa7e42bd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: c77fa21c-7328-4453-88ef-01909bacd23a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25527"
    uid: 45a4c0e8-2c43-4acd-a0f3-871d5befd949
  kind: Event
  lastTimestamp: "2026-08-04T18:30:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:30:00Z"
    name: isvc-canary-create.18c8adaa7e431df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 5ef0af92-442c-4943-ad15-262b9e79f6f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: 45a4c0e8-2c43-4acd-a0f3-871d5befd949
  kind: Event
  lastTimestamp: "2026-08-04T18:31:41Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-canary-create.18c8adc20ef8ac56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: f0b3760c-3f6e-444e-bbd8-ae60f505e4e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:31:55.368931Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc55930d209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 4f2f3956-1bfc-46dc-97d5-afcd5b8ce965
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc5604ee1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: fc20cd64-c7ff-42f5-a8a0-2df148a258bd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27027"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:31:56Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:31:56Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc596bee018
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 767b0511-5253-427e-ad3b-0e7092a963c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:31:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:56Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc598789bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 37fc735f-307a-4c73-8f0b-b5d53ada84c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:31:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:56Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc59bbb209f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: 5a65788a-a36f-409f-a177-fb7b749d0b2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:31:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:56Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc59c22a7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27062"
    uid: 5c368b72-788a-49c2-8122-2bee991d4627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc6945fcc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: 30d4e636-6efc-40b2-a255-4cd53b4b24c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc6975e8054
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 2ddf5165-ece0-4cd4-846e-a5addbc4b114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc697c67dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27113"
    uid: 1d546f77-d79d-42b3-81e2-2d7beb2b40a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc697d10ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27114"
    uid: bca2082f-6ac9-4879-aa08-b31e46965a95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc69b80d9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: a0d97252-77aa-4cdb-91ab-659e0f53a8dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:32:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:00Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc69bebad42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: d087672a-fa7c-4b94-8fc6-8ca73129e4dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:33:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:27Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adc6d0963720
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 45fb5055-e3b9-4fa7-b5d4-8afb2bbe66bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adda53ccc8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27868"
    uid: f79890d5-7432-4f7b-9688-ae290c65c97a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8adda53cd6a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27869"
    uid: 1a707ae3-6845-445e-8b1c-d9bf455190a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "27015"
    uid: 38e7f1f4-8004-4f57-907a-9b04e2af2a6e
  kind: Event
  lastTimestamp: "2026-08-04T18:33:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:27Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-2kc5w.18c8addad6d4612c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: c326ecec-87c5-4e6a-a42a-7229e34f2c49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-79fd8cbff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 28e7fb85-4cf1-44bf-b916-a2a36398bfe3
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: 'Created pod: isvc-canary-promote-predictor-79fd8cbff8-2kc5w'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-predictor-79fd8cbff8.18c8adc558966352
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: 7cf81d0a-2dae-4da8-a1aa-bd1d4ff495c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: 03e04e30-5304-4536-aaaa-ac29e3812384
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: Scaled up replica set isvc-canary-promote-predictor-79fd8cbff8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-predictor.18c8adc5532de491
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: 89323acc-ab49-45cb-ae92-18ab6f4aa04b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:33:25.513420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27871"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adda5638a0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: c2128a60-5e4d-4f6c-98b2-2255087f7d3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adda705d02bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27889"
    uid: 14bc5d35-be36-41ef-87b3-9fb768383a61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adda722e913a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: b715c89f-f7dc-43fe-a520-4f4901f1047c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:26Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adda74e35138
    namespace: kserve-ci-e2e-test
    resourceVersion: "27892"
    uid: 0f1ae6a7-322c-4ac4-90f7-1f60df97be9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:26Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adda7553dea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: c26da002-8463-4d47-8884-1c35f0c5344f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:30Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:30Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addb7f7b6892
    namespace: kserve-ci-e2e-test
    resourceVersion: "27930"
    uid: e0d86d48-a442-4a3e-bcef-4e1a64999c47
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 13.721s (13.721s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb158c37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28032"
    uid: 9bdba8eb-2841-4ffb-b33a-6a3be0443eb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb478e842
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: 51a0ed65-1cb4-4510-8584-d883a5cfa474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb4f1b007
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: f9acbb1d-b85d-4cc6-ae69-0db2ff2b66c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb4fe8bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28035"
    uid: 0738d0a0-8385-4ad9-97c7-8c6f26d42b96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb82c09be
    namespace: kserve-ci-e2e-test
    resourceVersion: "28036"
    uid: c62cb4d2-ca05-484d-b590-4fb9ad3e5a4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:33:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:44Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addeb8a3d688
    namespace: kserve-ci-e2e-test
    resourceVersion: "28037"
    uid: 439bb7be-e113-45c2-b694-46c421ca936b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:34:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:51Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8addf02b9138b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: fbcc170a-1d02-4f4c-9f6d-382589a321b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:35:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:05Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adf1ad4bf84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28737"
    uid: b5d59b38-19bd-4238-b755-2747aea6e42d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:35:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:05Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adf1ad4c9c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: f138aff6-bed7-4653-96e3-86ad793cad36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 931c40f8-d384-454c-858f-9efa49d5b736
  kind: Event
  lastTimestamp: "2026-08-04T18:35:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv.18c8adf1deda5133
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: 92aaf887-aed0-4aa5-9900-be682faf206c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:31:55.388637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27017"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc55a5d8b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: 7389a67f-46cf-4b8a-9454-78e792415945
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc574a17102
    namespace: kserve-ci-e2e-test
    resourceVersion: "27048"
    uid: 284df85a-37d0-4619-8a74-ef0933b07615
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc576349014
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: e1202910-3aff-4970-94c3-e749a2053eaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc578d01ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: a0aa8538-bb80-4340-af8a-11fac5a11d04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc57937b2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 0078da6a-429b-4114-a8af-a486aff276eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc6586355b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: fb7be678-c3c9-4620-be5e-2fab41bea951
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc65c80751a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: d0040b3e-ff71-4e3f-98c0-577d10f3883b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc65cee10c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27098"
    uid: 75df8a1d-d966-4917-9e5a-087b514e5cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc65cfc14f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: ecbb9df6-0e59-480a-93d3-b7551af9ca3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc660e6d515
    namespace: kserve-ci-e2e-test
    resourceVersion: "27102"
    uid: 8555aea8-e1d7-4b68-8e7b-71f2fd69e382
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:31:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:59Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc661513362
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 4ea1b720-47d2-40c5-834e-38b8dcc40538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:33:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:33:15Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adc69489b6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: e74536a9-bcb1-45c9-9bde-90e161ea8ebd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:35:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:05Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adf1ad26952a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 887a9f76-5f41-4fef-82d0-aab027a639d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:35:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:05Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adf1ad270cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 508dbc1c-1e4c-4116-af55-5efde017b0eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 3a67838d-68a3-4750-b04d-282d5c375e15
  kind: Event
  lastTimestamp: "2026-08-04T18:35:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss.18c8adf1e36a04d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: 82d4647d-9d9c-4914-b3e1-965c04a6a640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8bcd7648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: 55fe7b27-db50-4aa1-94fc-b834fff97a63
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8bcd7648f-nm7ss'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f.18c8adc5595c0229
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 7898418e-8302-4e58-81f9-c574271e9932
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8bcd7648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: 55fe7b27-db50-4aa1-94fc-b834fff97a63
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8bcd7648f-4b7kv'
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f.18c8adda55cc74d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: a80a0a39-99a4-406b-a854-4f1700c0f3be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: cc4d65f7-495d-4774-a89d-f23b2ed01b4f
  kind: Event
  lastTimestamp: "2026-08-04T18:31:55Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8bcd7648f from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:55Z"
    name: isvc-canary-promote-v2-predictor.18c8adc555befac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27006"
    uid: 209cae24-53a5-49ac-ae53-2e8e9ffddf62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: cc4d65f7-495d-4774-a89d-f23b2ed01b4f
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8bcd7648f from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote-v2-predictor.18c8adda52598baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: 8002a8ff-4e94-4b68-a4d3-d0ace81d3e52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: c6695c14-a51b-46a3-9549-965493db2100
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote.18c8adc5556949bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: d34b5a47-554b-4fd3-88e2-cd14175ecc1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: c6695c14-a51b-46a3-9549-965493db2100
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote.18c8adc55606552f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27877"
    uid: 37519bc0-c488-4b63-8e27-e0a19071755c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: c6695c14-a51b-46a3-9549-965493db2100
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote.18c8adc55606a4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27880"
    uid: cd196d70-21bd-415b-92d4-904014f319a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: c6695c14-a51b-46a3-9549-965493db2100
  kind: Event
  lastTimestamp: "2026-08-04T18:35:01Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:35:01Z"
    name: isvc-canary-promote.18c8add88ba20ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 17bf470a-9136-47d7-b010-5723bded58ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27884"
    uid: c6695c14-a51b-46a3-9549-965493db2100
  kind: Event
  lastTimestamp: "2026-08-04T18:33:25Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-04T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:33:25Z"
    name: isvc-canary-promote.18c8adda59b76eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: 605da402-4a1a-4733-8685-320f448bde80
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:35:11.161538Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28815"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf2ef56e89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: e8cfa8f3-a918-40bf-8000-eb4d009b1bdd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf309883b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 2d421350-5524-41d7-834a-14ac731cff00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf30b91d04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: 2880a4e8-e171-4a30-a3d7-1953ba768b87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf30f477eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: ec27ce3d-5a27-4a48-9f39-65a96e68f860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf30fbf2485
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 77c90328-c6ac-4785-adca-6f93f29a7a98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf40d30eb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: ee6113d1-2d16-4c25-85a1-09ad4d725bbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:16Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf4105f7801
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: 43d6c323-3d98-4c68-a784-3bfb7ce5f5af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:16Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf410dffab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28907"
    uid: cb94379d-6512-468a-8972-60abdacb817f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:16Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf410eaf37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: 5643f130-6eb2-42c5-9af9-9ac19ea52409
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:16Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf414331847
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: 796ac223-13aa-411a-80dd-d77c90972291
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:35:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:16Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf414ae1cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: e5c0f802-439a-41fa-9727-fe547176cdef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:23Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8adf4851881a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: 050021f7-0a54-495c-871e-c34cca74d0cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8ae1f2aeb4721
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: 1ede809e-9d7c-438b-bcb5-ba32f8ddbbcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8ae1f2aebb796
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: 5fd65a04-9379-4453-84bf-b8caf63b3a1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: 779885fa-3b76-4d94-9957-dca6b1b0d1c5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:23Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-b82lf.18c8ae1fd3bb5b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 83c0d489-1a79-426e-aa86-d1a13dad9ecb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:36:41.041832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29706"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae07dc9f69dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 8ceec945-6f43-4929-8c84-6ce5e6b2b092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae07f6be6b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29724"
    uid: 57fbefda-9254-4095-bdb4-d2206bcf95b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae07f8586531
    namespace: kserve-ci-e2e-test
    resourceVersion: "29726"
    uid: c9c28f7f-e76b-4a2e-b0ba-6127f74a8b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae07fb630cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29727"
    uid: 8f668ac1-92c5-4b50-9cfb-61f40ce74774
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae07fbc889f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29728"
    uid: ef6863ea-3351-4d79-a1ef-1196a4271f56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae0909ed686c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: 54e7e12d-3c14-49b0-aae7-e1ab98ca4f2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae090d02e092
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: 3a7ba91d-7525-4877-a807-351324d6fca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae090d6a9f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: bd462f4a-9558-4ede-8b88-cfd370e016cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae090d750bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29826"
    uid: f6d1f1b3-d425-4fda-8a69-187377a73e6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae090ffeecda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 9343e685-7ac0-4d4b-9b3a-23244526896d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:36:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:46Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae091068deca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29829"
    uid: 54a482b2-c9c9-474e-a948-5d7c68021334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:38:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:43Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae09460bd3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 28fd7ca1-c778-46e1-a291-d1e819a6a0d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:38:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae1f2b22791c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 2a4ada15-4bff-4f78-a776-abd5767ac40d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:38:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae1f2b28e2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: 799536f0-89b1-4e50-a3b6-1c270ccf95be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: d0808b6a-104b-4486-a7bd-3eef07f71b7d
  kind: Event
  lastTimestamp: "2026-08-04T18:38:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:48Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp.18c8ae1fa07b1173
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: 20aea48e-16ba-46d6-bcb3-a11859b9bbd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f8946b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: 16425528-11dc-472e-9704-69119f27bcd9
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f8946b8f4-b82lf'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4.18c8adf2ee4a9025
    namespace: kserve-ci-e2e-test
    resourceVersion: "28816"
    uid: bf467d60-4c81-479c-8a26-61d7ed4cb9db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f8946b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29691"
    uid: 16425528-11dc-472e-9704-69119f27bcd9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f8946b8f4-gf8fp'
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4.18c8ae07dbe96fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29707"
    uid: 1d3f8bcf-2ff7-4071-9fcd-b656ae913002
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: 19399423-9eaa-44fc-b782-f7719e8df7a8
  kind: Event
  lastTimestamp: "2026-08-04T18:35:10Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f8946b8f4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:10Z"
    name: isvc-canary-rollback-predictor.18c8adf2e1521069
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: 1c576957-d4f4-42f4-be89-e78f579980fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 19399423-9eaa-44fc-b782-f7719e8df7a8
  kind: Event
  lastTimestamp: "2026-08-04T18:36:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f8946b8f4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-04T18:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:40Z"
    name: isvc-canary-rollback-predictor.18c8ae07d7ba9b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29693"
    uid: 9d32dadf-d92e-4eb8-b609-903366015e3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:35:11.176567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf2f03c3f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 021ce1bb-c7b9-49bf-b833-cd65956e0ca8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28833"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf309e53a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: e3df4e06-a8ed-438d-ab18-cc86dfbe3fb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf30c1efa6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: c88efe72-c175-4f46-8816-1a2d8235334b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf30f3b1113
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: cbe4c105-c390-4789-b918-d093e3db3e99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf30fb4e98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 46d963a8-282c-4077-af69-e25d9ea0f828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf3fa434a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: 3a5ee1d7-8adf-4080-bc68-88539c99906c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf3fd6b3ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28896"
    uid: f30dbb0b-1bf0-4a16-a658-4fcbcca49d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf3fde22b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: 0f3ed6b7-a127-42c5-9183-ada181e64307
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf3fdec4607
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 2135b06c-7e92-46c0-a5d6-26d78436f922
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf400d360e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28901"
    uid: 22a6dd29-f2ab-4d2e-b4af-f25bd5e4a280
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:35:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:15Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf401493f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28903"
    uid: ea220d9d-386c-4ede-8b91-e40a8245b93e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:36:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:42Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8adf436600fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 9cd3913b-5a53-4e76-8068-a1be6d339eb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:36:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:40Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8ae07d89389c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29699"
    uid: 39e17f56-9562-4222-830b-141d7dc9adf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:36:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:40Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8ae07d8940ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: 306ab9e3-5d38-4d24-bfd9-6a6c44f1d0a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 87ff237e-92d3-4b89-ad97-9d5616aea180
  kind: Event
  lastTimestamp: "2026-08-04T18:36:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:42Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w.18c8ae083cabd12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: a5bfbaf9-3ba7-4b27-972a-2c657d6792c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28805"
    uid: b9c0b3e3-8e4b-486d-a6b0-116eecdacad8
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-xcv9w'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9.18c8adf2ef4e6bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: b7b43272-fd44-4bba-bee6-d745fea5f46a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28801"
    uid: 55b3c1ba-2372-41b0-aee5-236c2c7c8f0a
  kind: Event
  lastTimestamp: "2026-08-04T18:35:11Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5ff4dcd9c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:11Z"
    name: isvc-canary-rollback-v2-predictor.18c8adf2e6da26e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: d988040c-afad-4d70-8382-eba80d4e53cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: 70a76d28-6ca1-42c9-b5c7-69077177ed9e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:42Z"
    name: isvc-canary-rollback.18c8adf2e41c62f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29738"
    uid: 77eb1493-ef8d-4f31-a342-2f4608483d40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: 70a76d28-6ca1-42c9-b5c7-69077177ed9e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback.18c8adf2e4faa792
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: a6c9be83-5581-4e38-95b7-fbcca8619596
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: 70a76d28-6ca1-42c9-b5c7-69077177ed9e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback.18c8adf2e4fb14c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29716"
    uid: aa8c9d16-23f9-4070-a81d-2fdbf947af53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29619"
    uid: 70a76d28-6ca1-42c9-b5c7-69077177ed9e
  kind: Event
  lastTimestamp: "2026-08-04T18:38:13Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:38:13Z"
    name: isvc-canary-rollback.18c8ae063eef4893
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 9f97d72f-e99a-484d-908c-1a8e11c5c245
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 70a76d28-6ca1-42c9-b5c7-69077177ed9e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:41Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-04T18:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:41Z"
    name: isvc-canary-rollback.18c8ae07e0cff58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29720"
    uid: 29ae2c1c-eea6-48ca-9aa9-b46306a11dbd
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:38:26.324385Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-57599f75db-nqljd
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae205ff3a924
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 09d63431-672e-4db0-9ca3-2b49a03a0ee9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae206cf8432c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 3bdc68cb-54e0-4a7d-b8ed-b4ad2e9f96b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:27Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:38:27Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae209dd62ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30766"
    uid: 261c9ee9-c9f6-47dd-9b03-f655f1375174
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:27Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae209f615177
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 777ad92c-f5c0-4c54-aa42-64841cfb2c2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:27Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae20a22836a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: 6b24619e-7302-4399-a01d-fb49a9ee5c32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:27Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae20a2ef1fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: 7c08a3fe-23cb-4907-b074-ab889113fa4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21a56a8696
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: f475f5b4-5e3f-49f3-b61c-8185ea74639f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21a8e01157
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: b89a5cdd-8ea6-4b6e-b71b-3e0c5fcbeb28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21a963718c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c26c4a84-3473-49ed-b2d0-cd7fab674a14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21a96ebf34
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: a57d41da-6e4f-432c-82e8-cdabca71efdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21ac58e0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: e73b1ae4-7222-4d00-a36f-6a5a051a7615
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:38:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:31Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae21acda7c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: 42afbdbd-da2e-4ac6-82bb-b4ac4ee5329d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:39:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:39Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae221d450a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: 2c69ede0-2f88-4634-b27b-ca28e39ae2a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae4227b2a490
    namespace: kserve-ci-e2e-test
    resourceVersion: "31974"
    uid: 7caa8385-8c35-41ad-bedc-92fef49bc0fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae4227b4df87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31976"
    uid: 396f00eb-1e45-4aee-934f-692a885810c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-nqljd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 7066cda2-29f2-4da6-8daa-1ccc29f5e3e5
  kind: Event
  lastTimestamp: "2026-08-04T18:40:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:54Z"
    name: isvc-canary-stop-predictor-57599f75db-nqljd.18c8ae42f1b60c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 765da6fa-dddb-45a3-bc55-c827317b8e69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-57599f75db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30711"
    uid: d511b34e-6fa2-4057-9d4e-b2f23e96dfde
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-57599f75db-nqljd'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-predictor-57599f75db.18c8ae205f666d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: fa1fa605-ee61-47cb-99a1-3f564c0e4a06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: 55def01b-6ed9-428c-b020-afb32d509e82
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: Scaled up replica set isvc-canary-stop-predictor-57599f75db from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-predictor.18c8ae205bf21349
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 6fe0bd73-b5d8-4ee3-8022-8f61813e9119
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:38:26.371760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2062c69abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 9c7f021f-bf1c-4568-8285-1178e5e67592
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae206df47e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: 29fd4c22-1b60-4687-b1f2-f4bdb6db4d2c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:38:48Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:38:48Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2599d36d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: f94d8e30-9806-4691-b70f-7f7834a6f996
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:38:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:38:50Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2604fb300b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 3ebb7fbb-8b22-4740-bc53-cbf954499aad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:00Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae285f7f3642
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 348684d6-0c15-48c0-a556-fb8a5dd79a8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:00Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae28607569cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: f0e634df-bc6c-46c5-ab7f-a6ddaaf55163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2efab4dde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: ea2b2f63-cbd6-4c06-b932-59ed68f3adb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f03acfe8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: 78d341f7-caf4-4983-96d3-e867649e4788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f04e112d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: e8200e58-d77d-49e0-a3f9-c919126750e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f04ec0379
    namespace: kserve-ci-e2e-test
    resourceVersion: "31252"
    uid: 91ad4bea-83bb-44ec-940d-af93bc5c4a25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f16046039
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 57cc6943-c839-45c7-a346-c79f29c5b2bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:39:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:29Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f174c6835
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: 569f791e-e975-4e9e-aaf3-144cec9098aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:40:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:47Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae2f72ba0488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 818b0529-05f2-4310-b772-c835a055c2b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae4229b57209
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: 44f561ef-bf99-4c89-a62c-e78c72c6c74b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae4229b5f807
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: 80bff986-a22c-4253-891e-cda7be4c5fa6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 302e1b89-32e3-4c00-bc7a-0523b4937770
  kind: Event
  lastTimestamp: "2026-08-04T18:40:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:52Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-zkd6l.18c8ae424ef4909b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: 506def46-74d3-4589-9d2f-7e5c8dcb927f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-55768c9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "30720"
    uid: ba7c57a9-5e91-4e20-a530-b0532a58b93b
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-55768c9995-zkd6l'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-v2-predictor-55768c9995.18c8ae20623fba39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 56fbcff3-4a70-4e7a-88e7-85983da535d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 0bbc97c1-bd09-4d46-ba65-2b2205a177c1
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-55768c9995 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop-v2-predictor.18c8ae205e956c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: 57f23d5e-5002-4e10-bef9-e03a5b935a2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30702"
    uid: f38a07c4-85a1-486d-8694-64e7256927d4
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop.18c8ae205e5d376e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: b4b479c9-6f8f-4936-a7ae-8f4fc5f4a995
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30702"
    uid: f38a07c4-85a1-486d-8694-64e7256927d4
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop.18c8ae205ed9b2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: 8d53e553-0a10-46bd-a286-c8fb7f0b07d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:38:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30702"
    uid: f38a07c4-85a1-486d-8694-64e7256927d4
  kind: Event
  lastTimestamp: "2026-08-04T18:38:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:38:26Z"
    name: isvc-canary-stop.18c8ae205eda0f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: 9220ce72-b9bd-4445-819d-b00f39af92d0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: f38a07c4-85a1-486d-8694-64e7256927d4
  kind: Event
  lastTimestamp: "2026-08-04T18:39:49Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:39:49Z"
    name: isvc-canary-stop.18c8ae33d64f4107
    namespace: kserve-ci-e2e-test
    resourceVersion: "31500"
    uid: 5f5773da-1b96-4816-862c-f7dd75ab2ba4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: f38a07c4-85a1-486d-8694-64e7256927d4
  kind: Event
  lastTimestamp: "2026-08-04T18:40:51Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-08-04T18:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:40:51Z"
    name: isvc-canary-stop.18c8ae422924975b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 0aa04b6b-64e9-43a0-858b-9e764c09612b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:15:27.652493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:15:27Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8acdf60b40ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: 5b29481b-f1d4-4ad7-959b-3ca73eca0f80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: "2026-08-04T18:15:28Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:28Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8acdf7a5d90ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 5bb3797f-99b5-4267-ab09-060730fb10a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: "2026-08-04T18:15:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:35Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8acdf7c0adb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: ed977d50-fa49-4093-a9d3-655a189bb18e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: "2026-08-04T18:15:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:35Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8acdf7edf578b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 28a34744-78f8-4dfb-8846-b51bef1563e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: "2026-08-04T18:15:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:35Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8acdf7f58078f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 19f6663b-f7b9-4b43-b25e-2376895ca134
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 9564eb1f-1ef8-48ac-a6b3-a804d1b01c2a
  kind: Event
  lastTimestamp: "2026-08-04T18:15:37Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:37Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs.18c8ace1b3f39520
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: da933c1f-cb73-4f8b-ba2c-08118ff98b86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: bf1f6998-8523-4131-adfc-30ffba7e53dc
  kind: Event
  lastTimestamp: "2026-08-04T18:15:27Z"
  message: 'Created pod: isvc-init-fail-f03bc8-predictor-5cbcf89c6c-chszs'
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:27Z"
    name: isvc-init-fail-f03bc8-predictor-5cbcf89c6c.18c8acdf60292052
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 1b7c994a-b62f-4215-b64e-c995e12b5f75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f03bc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 874f8b49-18d8-41f8-81c5-a61de17225d2
  kind: Event
  lastTimestamp: "2026-08-04T18:15:27Z"
  message: Scaled up replica set isvc-init-fail-f03bc8-predictor-5cbcf89c6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:27Z"
    name: isvc-init-fail-f03bc8-predictor.18c8acdf5cc70704
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 318ddeff-8169-42ae-a4f5-dadbc063071b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f03bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e2bb83a3-f285-458e-bae1-b1f74237990f
  kind: Event
  lastTimestamp: "2026-08-04T18:15:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:35Z"
    name: isvc-init-fail-f03bc8.18c8acdf5cd2cd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 90a4fb11-e27c-49da-91d1-c519cfbf1a53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f03bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e2bb83a3-f285-458e-bae1-b1f74237990f
  kind: Event
  lastTimestamp: "2026-08-04T18:15:27Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-f03bc8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-f03bc8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:27Z"
    name: isvc-init-fail-f03bc8.18c8acdf5d7f062e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: a8210a14-38c4-4c5a-874d-3c824cd38bbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f03bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: e2bb83a3-f285-458e-bae1-b1f74237990f
  kind: Event
  lastTimestamp: "2026-08-04T18:15:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-f03bc8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:27Z"
    name: isvc-init-fail-f03bc8.18c8acdf5d7f4c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: be3484d0-9bec-4804-a5c5-de167b3bc522
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:41:01.810043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32093"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-st4pc
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:41:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:41:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae44939e843a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: 50d053e7-ab36-4dc4-ab96-65f0e7692aa1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:02Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:41:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae44adf346de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: 1e3636f7-8be0-4042-bfd2-87a44c687eed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae44af968e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: 3d8f14bd-9780-40c5-8e64-39fa92823b09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae44b2a3e0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: ddb9d471-c318-4429-b891-7e33b5fbaf68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae44b322c3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32118"
    uid: 9f067c1c-8077-482b-8bcb-4717cc879c2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae45a659aade
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 2a423475-cabd-444c-b4fb-8aa2bf759066
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.089s (6.089s
    including waiting). Image size: 607175433 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae47114f2d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: 54cde2af-a228-4a7a-bc02-9f5f6e25229a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae47147e0023
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 30451318-4fd7-42f5-96cf-6156b8475c2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae4714ffb0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: cf57517a-9f7a-497c-8101-0c10221342b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae47150bc52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 9eec3233-2aea-4757-be1e-b3954f418d65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae4717e75404
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 3249531a-6f2b-45a7-be75-fd589c3595c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae47187636f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32206"
    uid: e1bfb11a-a616-47c1-9cbc-80bd88618998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:42:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae4785895323
    namespace: kserve-ci-e2e-test
    resourceVersion: "33074"
    uid: 7618770a-77c0-4e3d-befd-ec459bde88d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:42:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae5bdfc17f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: 20af907c-4d5d-4d33-93f7-6bbe0458f0af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:42:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae5bdfc22cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 8faa8961-2ffd-4893-8b16-ee5a260fb7b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 34947526-e631-4714-8752-77a7d5694a70
  kind: Event
  lastTimestamp: "2026-08-04T18:42:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:45Z"
    name: isvc-lightgbm-predictor-54f85ddf88-st4pc.18c8ae5cb5c4b3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: accd28a8-9772-47b1-bc45-c2a004c9542d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 296c18dc-fcdb-4951-9d76-570385ef377e
  kind: Event
  lastTimestamp: "2026-08-04T18:41:01Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-st4pc'
  metadata:
    creationTimestamp: "2026-08-04T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c8ae449270a6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: 9c4f444b-4a64-44f8-ba2d-636630d50033
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32081"
    uid: 268143a8-fe38-43f0-9634-f20cbb0746e8
  kind: Event
  lastTimestamp: "2026-08-04T18:41:01Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:01Z"
    name: isvc-lightgbm-predictor.18c8ae448dc71d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: 4fca7383-61a0-4e9a-abe5-35a0bc13d879
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32083"
    uid: 564f1fe2-764d-4166-8619-427748ae09b6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:46Z"
    name: isvc-lightgbm-predictor.18c8ae480c80e890
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: 6117c7ab-72a1-45ec-b4b9-009d0cae9532
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32083"
    uid: 564f1fe2-764d-4166-8619-427748ae09b6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:46Z"
    name: isvc-lightgbm-predictor.18c8ae480cf37527
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: 11e7c3be-d9a6-4cdc-9212-529c3febf3dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32240"
    uid: 564f1fe2-764d-4166-8619-427748ae09b6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:31Z"
    name: isvc-lightgbm-predictor.18c8ae528ac2dc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32953"
    uid: 2cfbb170-146a-4b6d-b950-e5a4fc2bf175
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32240"
    uid: 564f1fe2-764d-4166-8619-427748ae09b6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:31Z"
    name: isvc-lightgbm-predictor.18c8ae528b4d0c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: 0e52118f-c76e-426b-9024-0cd68799d3b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:42:47.089004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33120"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5d16bbfd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: ce1284f9-9044-4310-b545-5e8aabbce373
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33130"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:47Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5d31b298f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: 9525f28a-a508-463a-889a-fdd11f1af439
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5d33433d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: 03d0198b-e87b-40bd-8126-63fcc7d75019
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5d36eabb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: d644b73b-3cdf-49ab-a819-40fbfdcd45bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5d376ed3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33145"
    uid: fa14774e-54f4-4923-abcc-f92251f13a98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e33345aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: 372c9b58-6007-4d69-95ec-de8473ba76b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e36e938ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: aba439d0-87fe-4de6-8e08-2030d9ef7ed2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e3772d1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 1a65a1bc-d3ec-4ef7-b5a3-3eca356b2634
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e377f7b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: 5a313129-f4f0-4c7a-ac1a-850fbf117843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e3ac19d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: 8dae91f9-b066-4c18-b558-4bd5622b3f6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e3b441a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: ea981fc7-25fb-48e6-9212-b4c8505de57e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:44:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae5e6f3b9aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 86659b61-3cbd-4ba4-99b3-d153a2b7d2e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:44:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae74b4f0c77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: b4927c40-fe07-416b-a56f-c98e56ce2283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:44:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae74b4f1549a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: d72c7608-422f-4b69-97d8-d633714cbb11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: fed8a32a-215b-44fc-864b-86008b814ab6
  kind: Event
  lastTimestamp: "2026-08-04T18:44:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z.18c8ae74c98107a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 8461ea7c-37ae-4401-b089-471266f8d12c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: 285f113c-ac25-4619-8229-8ad1e23e16b5
  kind: Event
  lastTimestamp: "2026-08-04T18:42:47Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-6sv2z'
  metadata:
    creationTimestamp: "2026-08-04T18:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:47Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c8ae5d15f731c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: f9356681-dac2-4468-bb05-fd32cd395652
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: e23f9fa5-f5b7-480f-b6ba-9887d7d8374f
  kind: Event
  lastTimestamp: "2026-08-04T18:42:46Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:46Z"
    name: isvc-lightgbm-runtime-predictor.18c8ae5d0fb5a8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: 07dad221-08ee-40b8-9956-bb925ef1c815
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 0e125311-ea3d-453e-ac55-e174bc28d1fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:32Z"
    name: isvc-lightgbm-runtime-predictor.18c8ae608e0169b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 73ed29cd-13ed-400d-be21-f98555643296
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 0e125311-ea3d-453e-ac55-e174bc28d1fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:32Z"
    name: isvc-lightgbm-runtime-predictor.18c8ae608e7877f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 9dc75881-2f9c-4700-a728-4ca53a95d259
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 0e125311-ea3d-453e-ac55-e174bc28d1fc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:17Z"
    name: isvc-lightgbm-runtime-predictor.18c8ae6b0c2baa2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 42e42e02-9398-43f3-8011-481db10e4ee7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 0e125311-ea3d-453e-ac55-e174bc28d1fc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:17Z"
    name: isvc-lightgbm-runtime-predictor.18c8ae6b0ce9d2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: e29af050-1a09-4d49-bc16-88ef41a3b7f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: 38a78d7b-b337-4660-9ff7-c07fc5f8f317
  kind: Event
  lastTimestamp: "2026-08-04T18:44:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:44:19Z"
    name: isvc-lightgbm-runtime.18c8ae5d0f8d1b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: 4d2519ff-6469-40e4-b8b8-c485471c90d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: 38a78d7b-b337-4660-9ff7-c07fc5f8f317
  kind: Event
  lastTimestamp: "2026-08-04T18:42:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:46Z"
    name: isvc-lightgbm-runtime.18c8ae5d105cd637
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 2610dcd2-85d5-4dff-baa9-398af76e0426
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 38a78d7b-b337-4660-9ff7-c07fc5f8f317
  kind: Event
  lastTimestamp: "2026-08-04T18:44:18Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:44:18Z"
    name: isvc-lightgbm-runtime.18c8ae727bb9a6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33933"
    uid: 21e8e371-f2e0-43f3-8b41-4bf1673bab16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:45:28.975057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:45:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae82c7e51ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34674"
    uid: e6b57a87-f779-454b-8fed-5f85458742a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:29Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:45:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae82e1d6dbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: 051fb5b1-969d-4512-89e4-959dba80fb0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae82e3489d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 341b0caf-7c39-48d4-b87e-8b615d5efb66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae82e655b7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: 250f7252-e21f-45dd-a874-f9c1e9f8321d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae82e6cc8b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: cde05629-7367-4ff3-97a5-19d732044d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83d866d0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: ca00d3d7-2932-4561-8a18-119e8938106d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83dbb736b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 0c6738da-f2cb-4978-9e6d-f520dddf83a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83dc3355f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34730"
    uid: cbe05252-2075-4e06-ab4e-f9300610a76c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83dc3e573d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34732"
    uid: 86ccc643-3ee6-4ac6-9b1d-10520550323f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83df83184c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 2c630474-c1a4-40f7-8008-b092343d3a9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae83e0426355
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: 407805c2-2c1d-4130-b346-0ee9e2b6db08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae845060fe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 4648c3a8-6f27-47cb-a058-936fe77085d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae877460525d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: d11c377e-1df7-4020-89d6-5829b86c3926
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 701d4876-70ca-44b3-9551-2566b3898dfe
  kind: Event
  lastTimestamp: "2026-08-04T18:45:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52.18c8ae8774617264
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: 8ceb181f-f482-4320-aafa-bebe5d09e63b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34658"
    uid: b4fc385c-bd71-4d97-9530-bd76a67ed44b
  kind: Event
  lastTimestamp: "2026-08-04T18:45:28Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-n5t52'
  metadata:
    creationTimestamp: "2026-08-04T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c8ae82c76d6fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: a7c52041-0cc9-419e-971e-949f560cbaf2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: 06b21760-32ac-4b0e-a56b-809be5cd08e2
  kind: Event
  lastTimestamp: "2026-08-04T18:45:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:28Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c8ae82c46edc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 30ea39d6-f871-4f8c-bba9-5cf4dde44c83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: b53d9998-acb0-4f26-b59e-af9911d7fc2c
  kind: Event
  lastTimestamp: "2026-08-04T18:45:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c8ae8643552f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: b7698a79-2bdc-45cf-8761-a1011bf1b4e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: b53d9998-acb0-4f26-b59e-af9911d7fc2c
  kind: Event
  lastTimestamp: "2026-08-04T18:45:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c8ae8643cf65dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: 2ca33b8d-d89b-4898-8fd5-f1c0a5c19fa5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 25231e6e-4863-40d0-a22d-7fe69776e7c3
  kind: Event
  lastTimestamp: "2026-08-04T18:45:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:41Z"
    name: isvc-lightgbm-v2-kserve.18c8ae82c478566a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: 3a8dd2c2-d81a-43ab-8e7c-11efab81f849
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 25231e6e-4863-40d0-a22d-7fe69776e7c3
  kind: Event
  lastTimestamp: "2026-08-04T18:45:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:28Z"
    name: isvc-lightgbm-v2-kserve.18c8ae82c4f9ee65
    namespace: kserve-ci-e2e-test
    resourceVersion: "34664"
    uid: 009fb627-2e9e-4b00-a3ce-2a4069607824
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34798"
    uid: 25231e6e-4863-40d0-a22d-7fe69776e7c3
  kind: Event
  lastTimestamp: "2026-08-04T18:45:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:41Z"
    name: isvc-lightgbm-v2-kserve.18c8ae85bd5bc815
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: fd180258-db18-467c-9b02-f5ea28a0072d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:44:33.795262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:44:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:44:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae75eeec4efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: bf1626aa-e066-4221-afa2-1154bac75fb6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:34Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:44:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae76088d96d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: a480fbfe-3fa8-49aa-9b94-acdd4fa48efd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae760a1238d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 51fa8ca2-c797-4f52-8d39-0e5e064be7af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae760ccf93da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: cd8c7e94-ee34-4a30-8493-9cf56e7a3ba4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae760d5b32fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34104"
    uid: 704f8c37-d73b-4b92-a62e-bc7aac35f7a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae770b5515e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34146"
    uid: eb2f335a-caae-42e0-a68f-e8c0f2d41f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae770f67862e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 9825a6b4-b272-4ad1-bd7f-4164f35432a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae770fe44f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: c1d2c473-4717-4429-8128-beafd51a1e93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae770ff031d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 16ce82f8-c57a-4dd5-8bd7-9b36ee2f5dd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae771333530e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: 1975f773-409e-4361-b700-d5361a8b6343
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:44:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:44:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae7713ace65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34155"
    uid: fa033119-106d-4a3a-88b3-c91aa3da798a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae8194bbc3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34601"
    uid: bc3f1ce5-d173-4952-b35f-a8049857ed1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 70ab8fde-a54a-4501-96f2-5481bbad76cc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6.18c8ae8194bc80e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: c4b699fe-d832-4f9d-9e2c-97faeaddbaef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 0335dd6f-55a7-4692-9538-3b7649f5a19c
  kind: Event
  lastTimestamp: "2026-08-04T18:44:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdds6'
  metadata:
    creationTimestamp: "2026-08-04T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c8ae75ee2695e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: acc8b717-9bdb-4959-ae4c-cbcb0d0b6168
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: d14de791-3c24-42d5-bb37-b45974ecd6e5
  kind: Event
  lastTimestamp: "2026-08-04T18:44:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c8ae75e7dc8187
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: 63b893e5-cee9-4a52-bab8-b986ba65bd54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34069"
    uid: aaa34358-2389-4770-b0ec-6054690aac60
  kind: Event
  lastTimestamp: "2026-08-04T18:45:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c8ae79666fa8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 194c6a45-330f-466a-a980-a5e5822ffa7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34069"
    uid: aaa34358-2389-4770-b0ec-6054690aac60
  kind: Event
  lastTimestamp: "2026-08-04T18:45:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c8ae7966e8bc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: c8ba7f63-3ace-427b-98f4-c32825a3c5e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: aaa34358-2389-4770-b0ec-6054690aac60
  kind: Event
  lastTimestamp: "2026-08-04T18:45:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c8ae80645f111a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34547"
    uid: ce01ccbc-908e-4c15-9d47-6d1595f3f8dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: aaa34358-2389-4770-b0ec-6054690aac60
  kind: Event
  lastTimestamp: "2026-08-04T18:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c8ae8064d23fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 588af492-f75f-4e6b-bd5f-9418c25816e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 49e60dc3-4a1d-487c-adf5-dff10e748945
  kind: Event
  lastTimestamp: "2026-08-04T18:45:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:16Z"
    name: isvc-lightgbm-v2-runtime.18c8ae75e7e5a1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: 320f19f7-f608-4458-b4d7-e4252c94243d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 49e60dc3-4a1d-487c-adf5-dff10e748945
  kind: Event
  lastTimestamp: "2026-08-04T18:44:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:44:33Z"
    name: isvc-lightgbm-v2-runtime.18c8ae75e885c2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: 9c3d99eb-6e50-40a2-a301-d4de9f42b74b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34531"
    uid: 49e60dc3-4a1d-487c-adf5-dff10e748945
  kind: Event
  lastTimestamp: "2026-08-04T18:45:16Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:16Z"
    name: isvc-lightgbm-v2-runtime.18c8ae7feb82644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 8cb9963c-e5d6-4c0a-ac8b-0fde455b481a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: 0ecdc345-79bc-48a2-bb9d-d4fe61e45103
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: isvc-lightgbm.18c8ae448dd7c103
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: 2231ff69-8824-4160-8869-2c454d68f5ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: 0ecdc345-79bc-48a2-bb9d-d4fe61e45103
  kind: Event
  lastTimestamp: "2026-08-04T18:41:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:41:01Z"
    name: isvc-lightgbm.18c8ae448e726d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32090"
    uid: 454e1466-c45d-436b-b076-2bbcc6dd071f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32987"
    uid: 0ecdc345-79bc-48a2-bb9d-d4fe61e45103
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: isvc-lightgbm.18c8ae5a1e752b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: a50b6c71-2b45-4b32-b4bc-0405f14c2b1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:59.314867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6cb98666b8-2xpg4
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd8c7a6370d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 9fdcbb59-893a-4548-994d-7b8f471d58a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:14:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd8d3c64215
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 147b41cd-542d-422e-83ff-a641809e0546
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:00Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:00Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd905831fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 0c359199-dba6-48c7-8ac8-8331336dcdcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:00Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9070d7345
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: f5c3a029-cf84-4770-8698-f16aca1c45b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:00Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd909e87f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: b7d45c7e-bb77-4835-b9b6-9967759db166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:00Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd90aa3b8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 622e0965-c2bd-48ea-bf0d-d30c08e4bdf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9f1fe7820
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 2a861219-ef27-42a9-b086-927427bc3ff4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9f58abf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 1dbc97fb-90a1-4e97-982c-368b57706aff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9f61da920
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: bebbc3fb-7636-41fd-88fd-639a31153897
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9f628b9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: de19e73f-2c78-4df1-87f6-c663ce2b3b64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9f9c8048d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: a0f3a5c0-1e01-4b40-8a86-7eb221350f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9fa52e2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 708b2aa6-4328-4875-a127-5a4d172de05d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9fa605fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 683cc887-8db5-40cb-b975-0683f1d52e11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9fe45ad0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 3935d568-4f40-4fef-b6d3-9c95d3d93216
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acd9febbd069
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: dd6a745b-e734-44d1-b8d9-ef31ad85799b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:51Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acda2e13058a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: c66d1d47-e6c0-4ee6-805e-5609f5a15eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:51Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acda6a257059
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: b1d98a52-852b-4670-acb8-0747fc39d39a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acf1488cd6ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 7168377e-5a8a-4656-8498-f17aa5159737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acf1488d2bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: a5c90dc8-fbea-411a-a6a2-885575f2a5e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acf1488d5c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: e5abb189-0340-4178-a69d-10c39424d3d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6cb98666b8-2xpg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 18e64bad-f6e8-4461-9241-84864c191227
  kind: Event
  lastTimestamp: "2026-08-04T18:16:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:47Z"
    name: isvc-logger-predictor-6cb98666b8-2xpg4.18c8acf1ee75e12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: 4f4f1112-c8c5-4c83-ad6b-942fd42caab7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6cb98666b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 1faa438a-7226-4110-b71a-5195df6d9e4e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:59Z"
  message: 'Created pod: isvc-logger-predictor-6cb98666b8-2xpg4'
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger-predictor-6cb98666b8.18c8acd8c71397b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: bef77ef4-392a-4fda-b707-32071252d845
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 76b382e8-a174-455c-b0d0-83461acb4f8d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:59Z"
  message: Scaled up replica set isvc-logger-predictor-6cb98666b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger-predictor.18c8acd8c35c0e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: b9794807-f480-48c6-97e9-24c01c094205
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 14f3aa1d-8155-4bbf-8034-28b5a023b7d3
  kind: Event
  lastTimestamp: "2026-08-04T18:15:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:44Z"
    name: isvc-logger-predictor.18c8acdc420e0826
    namespace: kserve-ci-e2e-test
    resourceVersion: "18012"
    uid: 4d620bba-5ba4-4924-8f41-cc741f416d25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 14f3aa1d-8155-4bbf-8034-28b5a023b7d3
  kind: Event
  lastTimestamp: "2026-08-04T18:15:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:44Z"
    name: isvc-logger-predictor.18c8acdc428db380
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: fe0eb10b-26ac-44d2-8766-01c38815d08b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 14f3aa1d-8155-4bbf-8034-28b5a023b7d3
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-logger-predictor.18c8acdfc14b9b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: ecec6599-fe8d-4e98-8f72-e9e1ddce9f95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 14f3aa1d-8155-4bbf-8034-28b5a023b7d3
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: isvc-logger-predictor.18c8acdfc1b9840d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 16768b2d-2cea-4be5-846e-20ab047072df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: ffd8609c-ea9d-441d-8372-264ef9849d7e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger.18c8acd8c35dbe88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 55a60145-d820-44c9-a1c2-35f46f6c6b9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: ffd8609c-ea9d-441d-8372-264ef9849d7e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:59Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger.18c8acd8c3edf764
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: fb2a5a5e-757e-4dbf-aeb9-2e0c6205e85f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: ffd8609c-ea9d-441d-8372-264ef9849d7e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:59Z"
    name: isvc-logger.18c8acd8c9d6b286
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 379eadf6-1d73-47e1-96bb-17e1f35ece08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: ffd8609c-ea9d-441d-8372-264ef9849d7e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger.18c8acee3255bee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: d532be98-a3f7-40a9-a5a2-f8547bf7d467
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:45:54.257320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:45:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88aad5d96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 9887589f-15f5-4ee2-a083-6c13ddd054ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88b597fb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34953"
    uid: 51c5559e-45c6-4945-916e-9db2a6cb40fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34950"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:55Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:45:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88e8590e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: ee25325b-b4f6-4a3b-b5e2-2944bcd42a33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88e9ec05df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34965"
    uid: f0bed283-e9bc-4a06-9d0a-36579f16e7c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88ed04a986
    namespace: kserve-ci-e2e-test
    resourceVersion: "34967"
    uid: 4821f83a-a275-46cf-be2d-d6259fde8802
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae88ed77535d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34968"
    uid: fae001b3-9381-4e03-8632-4d2816b6017f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:45:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:59Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae89fe1f147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: 1bc3b93b-2500-493f-bff4-b2079a69e0b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae8a0271972e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35009"
    uid: 7bc27347-56de-492e-84b0-0c9ec3ce3471
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae8a02e5c16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35012"
    uid: 1f3e0a96-472b-4059-b49a-96aa0d9bf298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae8a02f06fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35013"
    uid: 4fc55415-bd21-40d2-a3da-6bd40511e57f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae8a0616d2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: b94e477d-0175-405a-aba3-109aa6f1b3c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:00Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae8a06903adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: c2d6eb52-57b4-44b0-8bff-de0ed9371342
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:44Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae94545900d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 962f5c76-12e6-429c-85c6-0db1ad8643b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 7f36a27d-4808-4f14-b2ff-5c7f6c0b3165
  kind: Event
  lastTimestamp: "2026-08-04T18:46:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:44Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr.18c8ae94545984c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: daa1bed6-3b59-4746-a733-140d22e9e308
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: 480e4f2c-07f6-4071-b789-76495b3adfa6
  kind: Event
  lastTimestamp: "2026-08-04T18:45:54Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-lmbgr'
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c8ae88aa305b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34941"
    uid: ea645ea3-0ebe-4317-808e-f310d535dc8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: d6fe6a09-5887-4d6d-b712-851310f74ada
  kind: Event
  lastTimestamp: "2026-08-04T18:45:54Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18c8ae88a68f8f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: d7efa1d7-a597-4aa6-817c-e614f378493e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 06106518-e4cb-401c-93c6-efa23197d53b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18c8ae8c254f11b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: b1a7a4c5-38f4-447d-81f8-0ef5223342ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 06106518-e4cb-401c-93c6-efa23197d53b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18c8ae8c25c3c075
    namespace: kserve-ci-e2e-test
    resourceVersion: "35090"
    uid: 1d10d6f7-13b3-418c-b4db-c55cdb2d15d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: 06106518-e4cb-401c-93c6-efa23197d53b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c8ae8fa5693858
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: 0956e227-298a-4d34-98b1-507e86674292
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: 06106518-e4cb-401c-93c6-efa23197d53b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18c8ae8fa5f62063
    namespace: kserve-ci-e2e-test
    resourceVersion: "35401"
    uid: 803b77e3-ee52-4b9d-8032-dac91f652c62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 4b68d61d-4652-46c0-a0e2-334bc1058ec8
  kind: Event
  lastTimestamp: "2026-08-04T18:46:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:38Z"
    name: isvc-mlflow-v2-runtime.18c8ae88a69bba3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: 6836cd63-4988-4cf4-9d49-481407174d83
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34916"
    uid: 4b68d61d-4652-46c0-a0e2-334bc1058ec8
  kind: Event
  lastTimestamp: "2026-08-04T18:45:54Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:54Z"
    name: isvc-mlflow-v2-runtime.18c8ae88a741b5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 694bc9f3-dd52-4544-b709-4d53695b3f3c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 4b68d61d-4652-46c0-a0e2-334bc1058ec8
  kind: Event
  lastTimestamp: "2026-08-04T18:46:38Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:38Z"
    name: isvc-mlflow-v2-runtime.18c8ae92df4d62de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 50b60be3-951a-4b62-a0c6-83d33a502fbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:48:15.032555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-vztxp
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aea971b16a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36321"
    uid: 29883a9f-bd4c-4dd4-abdf-5834384acc91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:15Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aea98c3df92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36330"
    uid: 191ad5e9-5625-41ce-bb43-1d7342e97a08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aea98dfcb648
    namespace: kserve-ci-e2e-test
    resourceVersion: "36332"
    uid: b6101eb1-b4a9-4bc4-b527-669d97372c1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aea990b70454
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: aef28bf8-2ea1-411a-a5d1-27524cbb8fd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aea991422c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36334"
    uid: ceff64e8-c4d0-4fcc-a9df-09d78da5d672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:20Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:20Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aeaaa7a9f7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: 0ac7a3f0-097f-4f28-b3ca-d55d1202da54
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.323s (12.323s
    including waiting). Image size: 1163611385 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8635c23f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: 2d7b7f6a-f161-4b47-b036-499e4dd88beb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8a0345bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36474"
    uid: 85248f9d-9142-4449-872e-c8467184a959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8a7552e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: 33653569-b5f0-4602-b20a-04bc13c0a471
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8a810778
    namespace: kserve-ci-e2e-test
    resourceVersion: "36476"
    uid: c135404f-661f-4316-8b5d-7f388d454462
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8da80292
    namespace: kserve-ci-e2e-test
    resourceVersion: "36477"
    uid: 5eb3bbfb-5689-45d3-9ac9-b9e3ab90830a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:48:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aead8e23da07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: ce177df2-a920-4d41-982e-a9059d2d5da5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:49:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aeadb24ff1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37021"
    uid: 02b4c818-1444-4f6a-b127-1e867240f03e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:49:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aeba1b055d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 347f0d7e-dfe2-403a-85aa-1ecd749c86df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:49:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aeba1b0649a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: 517f89b3-cb83-4252-a3cb-cf36caca0d1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36319"
    uid: 9d058778-1f7c-4d9a-8127-f077dbabff49
  kind: Event
  lastTimestamp: "2026-08-04T18:49:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-vztxp.18c8aebabc6cae52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37020"
    uid: c3259e01-d78f-48cd-9abc-39bb1cfc15d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 8a1a4128-cb8e-4a38-bd55-0ce8a7ba5c08
  kind: Event
  lastTimestamp: "2026-08-04T18:48:15Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-vztxp'
  metadata:
    creationTimestamp: "2026-08-04T18:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c8aea9710e5b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: 524416cb-cc6a-456f-a503-9dd8175db89e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: 9a281978-b4a6-4e02-b365-ea09baea4901
  kind: Event
  lastTimestamp: "2026-08-04T18:48:14Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:14Z"
    name: isvc-paddle-predictor.18c8aea9668b14d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: b16edb6e-e139-4e3c-9667-1d0c7af87d0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 8ac99baa-2041-4d9c-ad8e-958620346837
  kind: Event
  lastTimestamp: "2026-08-04T18:48:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:44Z"
    name: isvc-paddle-predictor.18c8aeace516a324
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 679ed80f-2e53-4f24-8c92-116ab5287dc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: 8ac99baa-2041-4d9c-ad8e-958620346837
  kind: Event
  lastTimestamp: "2026-08-04T18:48:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:44Z"
    name: isvc-paddle-predictor.18c8aeace582cd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: 2e05f6b2-a19f-42af-96ba-061720874d47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36447"
    uid: 8ac99baa-2041-4d9c-ad8e-958620346837
  kind: Event
  lastTimestamp: "2026-08-04T18:49:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:14Z"
    name: isvc-paddle-predictor.18c8aeb3e3316a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: c7acf47f-d13b-4eb2-9f01-cf61865460e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36447"
    uid: 8ac99baa-2041-4d9c-ad8e-958620346837
  kind: Event
  lastTimestamp: "2026-08-04T18:49:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:14Z"
    name: isvc-paddle-predictor.18c8aeb3e3bbf902
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 97035aff-1c7c-4320-ac2d-c55801c0d2c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:49:31.775302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-b779x
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:49:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:49:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebb4feae031
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: 10d86150-fec9-4831-bf42-d97bc111f455
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37076"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:32Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:49:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebb69b090b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 6f39cce1-56e2-4e87-89d0-07aad3696573
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebb6bcf5a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: fbf62bc3-6f5a-4686-9cbd-3a3c1aba3ee4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebb6ed141bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: d930fa4a-abd9-4761-aa5d-d582e780f2d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebb6f434584
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: b5ec0df0-0915-4eea-af1a-d8e5dff321ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:37Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:37Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebcc222ff8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: f023c290-e594-4c82-8de7-1405900494f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.324s (11.324s
    including waiting). Image size: 1163611385 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf651eb17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37219"
    uid: 0f73f1f4-9c7a-4e2b-b661-04c2fcf29dfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf69015a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 0d845278-46de-4156-93c8-69a67ece43e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf69744d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 382d3eb8-4359-4613-b6bd-76aa1924305e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf69804f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: a6e1d573-7b3f-4f92-b923-2fea874c2d42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf6c4c5c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: ed9f921c-cb1b-45c5-a322-96e2f9d20c01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:49:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf6cc0eea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37225"
    uid: a35d4acf-17e3-4e3e-af4c-abfc75116875
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:50:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aebf9169798a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37756"
    uid: a9c74fd0-d8be-4534-bdf0-cfee69858081
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:50:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aecbf8c1ea20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 2bcec5de-6486-423b-9e1c-577c7e14040d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:50:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aecbf8c288eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37733"
    uid: b010a54c-5aac-434c-9399-f50837de8286
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 1ca2e1dd-aad8-4583-a5b2-190b9e9eee64
  kind: Event
  lastTimestamp: "2026-08-04T18:50:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": dial tcp
    10.134.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-b779x.18c8aecc9bb1d25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 150c4c5f-ad48-4e6b-978d-50908b3416d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 04229cb3-09b9-4bf3-bd2e-2f0ab10706fd
  kind: Event
  lastTimestamp: "2026-08-04T18:49:31Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-b779x'
  metadata:
    creationTimestamp: "2026-08-04T18:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:31Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c8aebb4ec538bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: f81c09d7-6d91-42fc-9366-d88a1bb3bad1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37052"
    uid: fa187d20-0703-4ad3-ad40-1a86b3560e1d
  kind: Event
  lastTimestamp: "2026-08-04T18:49:31Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:31Z"
    name: isvc-paddle-runtime-predictor.18c8aebb4b8b40cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: c17e53c7-6778-4b79-bd25-1c6f52165f1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 83f3dbd0-ec09-416e-98d2-09879c519dfc
  kind: Event
  lastTimestamp: "2026-08-04T18:50:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:31Z"
    name: isvc-paddle-runtime-predictor.18c8aebecb4307c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 63053f40-4248-4e25-af2c-334ed39cb2df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 83f3dbd0-ec09-416e-98d2-09879c519dfc
  kind: Event
  lastTimestamp: "2026-08-04T18:50:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:31Z"
    name: isvc-paddle-runtime-predictor.18c8aebecbda0b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: 5f5d7b2c-2364-492e-8bf6-a3091aba16b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 3f217a0b-2f24-4f11-b39f-3af545b15c0a
  kind: Event
  lastTimestamp: "2026-08-04T18:50:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:36Z"
    name: isvc-paddle-runtime.18c8aebb4b9caa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: ce96d950-f7ed-49c5-ba21-65ebf0cb4854
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 3f217a0b-2f24-4f11-b39f-3af545b15c0a
  kind: Event
  lastTimestamp: "2026-08-04T18:49:31Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:49:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:31Z"
    name: isvc-paddle-runtime.18c8aebb4c2319c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37059"
    uid: b1b2162d-b59a-499d-8df9-62562b24c2db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 3f217a0b-2f24-4f11-b39f-3af545b15c0a
  kind: Event
  lastTimestamp: "2026-08-04T18:50:36Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:36Z"
    name: isvc-paddle-runtime.18c8aeca4e825208
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 25bf0fb1-b86e-4178-a994-e901d1c4cbdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:50:48.495164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37805"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd2cc71256
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: dd3e2692-3a32-4d10-a55a-9a2f21bdbdf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd357b94c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: 15136fd3-1c16-42c3-bef0-8622628cd9e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:49Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:50:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd6a5b3dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37836"
    uid: e789f09e-95d7-4914-aaa3-68303424a8ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd6bc22816
    namespace: kserve-ci-e2e-test
    resourceVersion: "37838"
    uid: 0b4fe2f2-4191-4818-9890-494675372233
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd6e74eb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: f837a0d1-2ba0-45b2-a397-3d9f41664f3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecd6eda1fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 38eb9d3b-1a05-4cb0-b8b8-29d6cd080d34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece89d0f943
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: 04c496f5-16aa-414d-9541-0a6a7a999c07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece8e0b314c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: a4a5b12e-1215-40d3-8521-5d309abc1792
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece8e7356b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: e1c89d51-9968-4e07-9551-5516077b1eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece8e7e1612
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: 6bbf4c8f-f02b-4715-9e95-dcb9e5edaffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece91955a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37965"
    uid: 34a3f8f9-0058-48ae-bf5d-bb5df2c8b700
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aece91f9ff63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 7aff448d-f992-4ba6-b8ab-9dc5caf27304
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:51:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:52Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aecf01d8e4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 45f8a3a8-cbdb-4c01-98a6-4cbae7b23d97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:51:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aedb97719c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: 2f02ac9f-8852-4b01-99b1-151981a0c5fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:51:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:50Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aedb977234a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: 4f63be96-2491-4d58-94cf-9028beba2e71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37807"
    uid: 405f8257-98e3-4618-bf0e-cbd4e936b7e3
  kind: Event
  lastTimestamp: "2026-08-04T18:51:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.69:8643/healthz": dial tcp
    10.134.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:52Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2.18c8aedc0bfe3e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 77651709-7ff5-4065-8c2a-604ef6ef76de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37795"
    uid: d4ce32ea-64f4-4653-bbfc-86db9ea70f81
  kind: Event
  lastTimestamp: "2026-08-04T18:50:48Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-btdj2'
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c8aecd2c5764d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37806"
    uid: 0d7852b5-f7f8-489b-9a4e-d87b18310317
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37793"
    uid: 4945485d-a53a-488d-9786-58f90528b592
  kind: Event
  lastTimestamp: "2026-08-04T18:50:48Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve-predictor.18c8aecd2942bc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: d8a34bf8-3957-432a-a643-c364c95111e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 4c7963a5-6121-40b4-ad4c-27e6e0c7b537
  kind: Event
  lastTimestamp: "2026-08-04T18:51:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:18Z"
    name: isvc-paddle-v2-kserve-predictor.18c8aed0a82931d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: f3b143a9-602d-4661-92ff-cfd79f134c6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 4c7963a5-6121-40b4-ad4c-27e6e0c7b537
  kind: Event
  lastTimestamp: "2026-08-04T18:51:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:18Z"
    name: isvc-paddle-v2-kserve-predictor.18c8aed0a88cf2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: 748c4e6e-cc44-4e6f-8ee2-47337928bc77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38046"
    uid: 4c7963a5-6121-40b4-ad4c-27e6e0c7b537
  kind: Event
  lastTimestamp: "2026-08-04T18:51:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:48Z"
    name: isvc-paddle-v2-kserve-predictor.18c8aed7a68f492f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38380"
    uid: 9f3145cb-4202-413b-84f2-37635d8539d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38046"
    uid: 4c7963a5-6121-40b4-ad4c-27e6e0c7b537
  kind: Event
  lastTimestamp: "2026-08-04T18:51:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:48Z"
    name: isvc-paddle-v2-kserve-predictor.18c8aed7a6fe3ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38381"
    uid: 047ea8b9-5f3d-4a9d-9fc0-c312f9026f0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: fb3cd35b-0cbd-4a5b-88d3-5df328b2d77b
  kind: Event
  lastTimestamp: "2026-08-04T18:51:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:51:42Z"
    name: isvc-paddle-v2-kserve.18c8aecd294b7d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38343"
    uid: e67ecd91-c1cd-4d88-887f-822edb880e32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: fb3cd35b-0cbd-4a5b-88d3-5df328b2d77b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve.18c8aecd29d2f7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: caab2449-861c-4f9a-a303-ae0ec56a970e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: fb3cd35b-0cbd-4a5b-88d3-5df328b2d77b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:48Z"
    name: isvc-paddle-v2-kserve.18c8aecd30923dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: 0c2cec05-ccc8-4a63-a792-638786ef0c41
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38341"
    uid: fb3cd35b-0cbd-4a5b-88d3-5df328b2d77b
  kind: Event
  lastTimestamp: "2026-08-04T18:51:42Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:51:42Z"
    name: isvc-paddle-v2-kserve.18c8aed9bdc6a682
    namespace: kserve-ci-e2e-test
    resourceVersion: "38342"
    uid: dfb4bba5-345d-4bc4-9d5b-9c9cd88a11b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: ad8bcc6e-4c5c-444d-aeae-bb88a86dfe6c
  kind: Event
  lastTimestamp: "2026-08-04T18:49:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:19Z"
    name: isvc-paddle.18c8aea966af586d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36927"
    uid: e0dda807-f126-457f-901c-0295d44afd53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: ad8bcc6e-4c5c-444d-aeae-bb88a86dfe6c
  kind: Event
  lastTimestamp: "2026-08-04T18:48:14Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:48:14Z"
    name: isvc-paddle.18c8aea967b8753e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: ca9def4f-848f-4f65-bd25-450a22199896
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: ad8bcc6e-4c5c-444d-aeae-bb88a86dfe6c
  kind: Event
  lastTimestamp: "2026-08-04T18:49:19Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:19Z"
    name: isvc-paddle.18c8aeb86e4db9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 6d7555ba-52e8-465a-ace1-8e6157a1c9cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:51:55.610151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-c7rx4
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:51:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:51:55Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedccd247b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38491"
    uid: 29614098-60b3-4147-85f7-b096a9e69807
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:51:56Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:51:56Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedce7b38b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "38503"
    uid: 30b43a74-d526-44af-865a-2479071d2a94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:51:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:56Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedce95c87cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: 6924ba94-773e-4152-b477-d8e2d6ed4da9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:51:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:56Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedcec9bec64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: 11ce3682-5b7a-4d6f-b134-01d272979271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:51:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:51:56Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedced492c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: b60b43ad-b05b-4202-90d3-f87be5f1e6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:00Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:00Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedddd76fbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: 7ea6ea8d-2bc9-4533-a1e6-31b21101a180
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.251s (7.251s
    including waiting). Image size: 808475013 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf8db17621
    namespace: kserve-ci-e2e-test
    resourceVersion: "38600"
    uid: 0b515a31-77ed-44a6-b798-094bd58637f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf914252e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 0b2bd321-4133-48e1-82b4-cffa363408f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf91cb9274
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 27ac5a3f-a8e1-42bd-8834-03f6013c5957
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf91d94e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 35aa7114-9021-4125-83ae-b130c382ba3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf956b2b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: ab88c324-7fd1-4ee2-81b6-12426514e39e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedf95f7204c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38608"
    uid: b498333e-4eb9-406b-a2bf-55767979f5f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:53:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:25Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aedff8a6420b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: 67dd126f-fdf6-4f11-85e3-535958e11bb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:53:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:36Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aef4646db331
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1e95b5d6-32f1-41bb-b630-f09c9092867d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:53:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:36Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aef4646ef9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 3a9c2028-d1de-43a8-9f13-0191cf879f1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c7rx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 1d195bcb-e83d-44f5-a550-03c0f4086de4
  kind: Event
  lastTimestamp: "2026-08-04T18:53:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:40Z"
    name: isvc-pmml-predictor-8674795f59-c7rx4.18c8aef528ed027a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: 71e832fc-5585-475b-80df-5f3b27da2de0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38475"
    uid: 74238982-6beb-43b3-b603-b6dcdb846110
  kind: Event
  lastTimestamp: "2026-08-04T18:51:55Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-c7rx4'
  metadata:
    creationTimestamp: "2026-08-04T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:55Z"
    name: isvc-pmml-predictor-8674795f59.18c8aedccc8145ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38485"
    uid: 5da00c15-bed8-4d74-8ef0-025ba7c73909
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 1800aa2c-d414-4de5-a91c-e474aca70596
  kind: Event
  lastTimestamp: "2026-08-04T18:51:55Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:55Z"
    name: isvc-pmml-predictor.18c8aedcc8cac2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: 797fd15a-cb36-4677-a79e-dc541294f8ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: acf6a151-2030-4143-9255-ea8ad6c063f2
  kind: Event
  lastTimestamp: "2026-08-04T18:52:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:40Z"
    name: isvc-pmml-predictor.18c8aee048020bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39031"
    uid: dfa7e3ff-494d-4561-b5e0-bc32d609e2a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: acf6a151-2030-4143-9255-ea8ad6c063f2
  kind: Event
  lastTimestamp: "2026-08-04T18:52:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:40Z"
    name: isvc-pmml-predictor.18c8aee04891c366
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: d2b08449-efff-4b61-93f4-4663cd54fbb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: acf6a151-2030-4143-9255-ea8ad6c063f2
  kind: Event
  lastTimestamp: "2026-08-04T18:53:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:25Z"
    name: isvc-pmml-predictor.18c8aeeac54a6c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "39362"
    uid: 8bb75f6b-8e8e-4eb6-ab5a-a9beaada286d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38630"
    uid: acf6a151-2030-4143-9255-ea8ad6c063f2
  kind: Event
  lastTimestamp: "2026-08-04T18:53:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:25Z"
    name: isvc-pmml-predictor.18c8aeeac5c35563
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: 36bacee1-c9ec-4c18-b900-b4427cbd3518
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:53:42.171859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-9krkw
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef59cb71686
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: 908cfe59-41fc-4cd4-8208-09aab1c60aaa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef5b64763ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: c54e4bfa-6a45-4766-81b8-a00a58f83bae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef5b80093a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39554"
    uid: 9dfc86b3-c233-4773-8f1d-22a5a8d675ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef5bad40c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: e9eaef2c-4ffc-4489-aa1a-7537f0f66b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef5bb7c52cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: cc85bda4-39a3-44db-85fd-0389109e2ab9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6c46128da
    namespace: kserve-ci-e2e-test
    resourceVersion: "39593"
    uid: c25c0516-18d2-4497-8f06-0b65182573b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6c82e24c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39595"
    uid: 256c7355-e1ee-4e26-8b59-068d53ea14d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6c8a95939
    namespace: kserve-ci-e2e-test
    resourceVersion: "39596"
    uid: 65dc98ff-cc4f-43fd-a8c9-fb0e6918c2ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6c8b47836
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: 12ef503a-554c-404f-b094-32817ca66bd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6cc134257
    namespace: kserve-ci-e2e-test
    resourceVersion: "39600"
    uid: bb257877-e73f-45e0-af88-6af0f71d6ac2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:53:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef6cc901b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 7e1344d0-f318-4101-ad42-2e546e1e3818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:55:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:55:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8aef73c4f2cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: bce94165-c21e-466c-af05-656dfc4ec3c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:55:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:55:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8af0ad17db9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: f005920e-c7ee-4c39-a7f7-740106b02335
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:55:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:55:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8af0ad17e5476
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: 2ab01453-e78e-49f3-9290-b76bbc84f811
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 77e4ca22-8569-4063-aa66-e6dd914164fe
  kind: Event
  lastTimestamp: "2026-08-04T18:55:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.70:8643/healthz": dial tcp
    10.134.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:55:15Z"
    name: isvc-pmml-runtime-predictor-885fc8777-9krkw.18c8af0b427fb425
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: 32943cb4-a21c-4218-8166-906cc24f1085
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: 59969e53-d022-43c2-8b67-c49d8628bc7d
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-9krkw'
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c8aef59bf095f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: bfd0acb9-7396-4fd7-ad28-60f32e67abd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: 61b3f214-3348-4749-97ec-28bf87c16313
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime-predictor.18c8aef595a249f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39523"
    uid: d57a1103-be07-4142-8650-a84965673068
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: bebdd750-c331-45db-a048-df61a34d4dba
  kind: Event
  lastTimestamp: "2026-08-04T18:54:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:54:12Z"
    name: isvc-pmml-runtime-predictor.18c8aef914a05163
    namespace: kserve-ci-e2e-test
    resourceVersion: "39906"
    uid: a8e00c38-99f3-480d-b3ab-52182de84411
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: bebdd750-c331-45db-a048-df61a34d4dba
  kind: Event
  lastTimestamp: "2026-08-04T18:54:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:54:12Z"
    name: isvc-pmml-runtime-predictor.18c8aef915332945
    namespace: kserve-ci-e2e-test
    resourceVersion: "39907"
    uid: 419715c9-71b9-4b5d-b1c7-57fd006e8b7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:54:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39760"
    uid: bebdd750-c331-45db-a048-df61a34d4dba
  kind: Event
  lastTimestamp: "2026-08-04T18:55:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:55:12Z"
    name: isvc-pmml-runtime-predictor.18c8af00132dbf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40332"
    uid: b0dce92a-1295-4752-96dc-00f4399e58e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:54:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39760"
    uid: bebdd750-c331-45db-a048-df61a34d4dba
  kind: Event
  lastTimestamp: "2026-08-04T18:55:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:55:12Z"
    name: isvc-pmml-runtime-predictor.18c8af0013a46ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40333"
    uid: 1dbeb5b5-2486-4446-b4f9-e49b93b7e863
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: b6c4377f-4fc0-4de9-97ac-d3ad08298698
  kind: Event
  lastTimestamp: "2026-08-04T18:55:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:55:10Z"
    name: isvc-pmml-runtime.18c8aef596133181
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 70bcf8a4-fb7c-47fc-bf6a-7647e8fe0d5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39511"
    uid: b6c4377f-4fc0-4de9-97ac-d3ad08298698
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime.18c8aef596b1ce7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: 59e6e5ad-62ea-496f-a75c-718c7f2ed594
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: b6c4377f-4fc0-4de9-97ac-d3ad08298698
  kind: Event
  lastTimestamp: "2026-08-04T18:53:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:42Z"
    name: isvc-pmml-runtime.18c8aef5a00f54ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: d25423a5-766e-4360-8bf5-18240e986e3d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:55:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: b6c4377f-4fc0-4de9-97ac-d3ad08298698
  kind: Event
  lastTimestamp: "2026-08-04T18:55:10Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:55:10Z"
    name: isvc-pmml-runtime.18c8af0a23f6f916
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 025511c2-93c2-4704-a65c-f04348be60d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:11:09.172201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca33213cb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 2d3f17f2-6b5e-44ba-b338-bf8e22db7045
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca34c113e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 68db5ced-e348-40c9-bd3a-a9267a2fbb05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca34e18802d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 36df3ba0-ddeb-49da-b002-402fa11550db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca351ac081b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: c2937c40-4e14-4e3f-ab2b-108b352bd7f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca352172706
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: 50a1d865-aa38-4435-895c-44855f2e02c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:14Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca4568cefeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 8f6e2a70-fc21-410b-8c52-8d16f2d6c4d3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 20.092s (20.092s
    including waiting). Image size: 808475013 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca9042fa758
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 551f1bb4-e214-4ee9-a532-5f90753ed9f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca906c5e3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: e45c7e43-18ce-4d4d-8051-f729cd5e657f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca9072a29db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 16ad81e0-0dc4-46a2-97f6-3a07fc02eba1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca907364bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: ab9d1171-b4c0-4bb4-929d-648738e6745e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.391s (2.391s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca995c57300
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 6b7d0ca0-6c1b-4497-959d-c29ae41ba278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca99901144b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: f2133fb8-f10f-45a7-82f3-f908b765302e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca999631b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: cd81552c-0a4b-4f1e-b2c5-d13e546f798a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:13:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:11:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:15Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8aca9f89b9de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 36d326b1-a8a7-41af-a348-34910e5cf146
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:13:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8acc046ed898f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 89ca5d11-f377-4472-8b57-00f7df9b654d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:13:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8acc046ee33b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: c214a790-798f-474d-8d76-4dbc340ce040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: 4f530f5b-5bc2-4f29-a296-2d6b055a30e5
  kind: Event
  lastTimestamp: "2026-08-04T18:13:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:14Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z.18c8acc052fe5e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: eeaece6d-ccc4-439c-8807-01378ecc66e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: f576c2ae-774d-40b0-adb5-95b45057b46d
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-vqh2z'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c8aca331a7ed9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 4d29bcc1-7563-44cf-97a5-e1a7b37f943b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: a12f7f5b-d60c-449b-bb58-ddd966c3ed4f
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-pmml-v2-kserve-predictor.18c8aca32e7c2200
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: b35e2e71-5c5d-4455-8ddb-8cdc74574f5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 97f2f4df-0236-4158-8990-7937b94208d4
  kind: Event
  lastTimestamp: "2026-08-04T18:11:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c8aca6ad189182
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: b4ed726d-30be-44b4-a81d-6b049e1f95bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 97f2f4df-0236-4158-8990-7937b94208d4
  kind: Event
  lastTimestamp: "2026-08-04T18:11:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c8aca6ad8d2112
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 9960d20b-6526-4fa5-82be-c8b22e3150dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 97f2f4df-0236-4158-8990-7937b94208d4
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-pmml-v2-kserve-predictor.18c8acadabef2550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: d7402afd-25d9-4ab0-9a39-3659f2f5f003
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 97f2f4df-0236-4158-8990-7937b94208d4
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-pmml-v2-kserve-predictor.18c8acadac6aaf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: efdd20a1-c6c0-4c68-a1ca-e186404df446
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 4eaf22a9-c340-42fd-80eb-7ed024b7442b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-pmml-v2-kserve.18c8aca32e89c011
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 0de6190f-e640-4fa2-a071-dedbc0cc0f23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 4eaf22a9-c340-42fd-80eb-7ed024b7442b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-pmml-v2-kserve.18c8acbe3b9dd030
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 53bf3d97-af5e-464f-9af4-e91452229b14
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 8557648d-e4d0-49e4-b965-685b1bc03a2c
  kind: Event
  lastTimestamp: "2026-08-04T18:53:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:35Z"
    name: isvc-pmml.18c8aedcc8dd4e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: ddff3319-fa1e-4de1-8619-6fa845f57e92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38465"
    uid: 8557648d-e4d0-49e4-b965-685b1bc03a2c
  kind: Event
  lastTimestamp: "2026-08-04T18:51:55Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:51:55Z"
    name: isvc-pmml.18c8aedcc97b03aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38480"
    uid: 92b16c5b-4e85-489b-8efd-4c399fb5a737
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39435"
    uid: 8557648d-e4d0-49e4-b965-685b1bc03a2c
  kind: Event
  lastTimestamp: "2026-08-04T18:53:35Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:35Z"
    name: isvc-pmml.18c8aef409014f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39436"
    uid: 8c021171-1772-4619-85ff-aa5dd8221f69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:19:23.501789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad164a6ac49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: 7722d38f-671c-436b-876e-821cfbdea995
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad16678a065b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 44e3077b-810d-4610-bdbf-d467e82a113d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad16691a37cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 9510fc5b-daa6-488c-a82d-8ad5c841e66e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad166e4db059
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: 667f08af-d817-478a-ade9-764b17516697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad166f45da06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 50cad1b5-68b3-4c00-a6b8-85386cd390cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad17898de124
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 2a4d432c-8617-42e7-8871-21a0b734cf15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad178cf7fd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: e3ed9646-fda9-4180-ac75-a57835990700
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad178d59e23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19943"
    uid: 96e96553-3e04-47a4-b55e-9e40442b49af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad178d648001
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 0c817ba4-fa82-4338-9b14-0678b9de6dae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad179126ed27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: bd28c18e-e2ea-4f0a-ae5b-20eadd359b3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad17918c324a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 7433212f-2c92-46d9-a86e-3d40772c47a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:20:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad17c595b840
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: c9f67523-b5f4-4bfb-915e-ee026c0d0ce6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:20:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad2b45005321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 59033be5-8365-43e2-95f6-c9b39f40f049
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:20:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad2b4500e8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: a77915ce-e7b4-4c3e-9fd3-90eda617dd33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 959496f4-2deb-495f-a8b3-0fe4aacc6634
  kind: Event
  lastTimestamp: "2026-08-04T18:20:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm.18c8ad2bcbd9996d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 498eb258-2627-4c87-b41d-8ac67ff7edd7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: f8ba938e-1f7d-402d-b9cb-5758b48cc7aa
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-fdxbm'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c8ad1649f3235e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 332046bd-ae75-4555-8485-a133c4e8a3c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 8f3c5443-cf48-42c6-9ad5-199e8286e005
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm-predictor.18c8ad1644c4fc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 73ad326f-68eb-41fd-aadd-bc9aae54f0f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 74c963eb-ff6b-42dd-92f0-a2142536f296
  kind: Event
  lastTimestamp: "2026-08-04T18:19:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:53Z"
    name: isvc-predictive-lightgbm-predictor.18c8ad19c3490314
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: a8df8ce3-58fd-409f-8c9d-c97d095e3d04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: 74c963eb-ff6b-42dd-92f0-a2142536f296
  kind: Event
  lastTimestamp: "2026-08-04T18:19:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:53Z"
    name: isvc-predictive-lightgbm-predictor.18c8ad19c39376d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 1c7ee33d-47d5-4329-9e78-229c3725bf6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 74c963eb-ff6b-42dd-92f0-a2142536f296
  kind: Event
  lastTimestamp: "2026-08-04T18:20:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:53Z"
    name: isvc-predictive-lightgbm-predictor.18c8ad20c1c1d5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: bd281e61-fea8-4f54-9d3e-cb29c22c2c12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 74c963eb-ff6b-42dd-92f0-a2142536f296
  kind: Event
  lastTimestamp: "2026-08-04T18:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:53Z"
    name: isvc-predictive-lightgbm-predictor.18c8ad20c233f542
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 143d6943-d2d3-4d1e-9a14-c42758b3c3c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:24:40.588455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:24:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:24:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad601e415a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: db9887b4-6dff-457c-90b5-1af09d2fcb19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:41Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:24:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad603843b57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: e750d031-1465-4d22-bd6b-702b9f4ea2af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad603a5cdb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22780"
    uid: 929923ab-63ff-4a9a-b8e5-71f81a581628
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad603d1de067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 5bb44c9c-711c-4391-88a4-16f4234a226b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad603d926834
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: e725205a-5e17-4984-9d96-269415f45bb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad6139cabbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 8e27daaf-5f09-42e0-b64d-c99ddfbac071
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad613cf9ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 62901194-6802-4f45-a159-6481bf61d76d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad613d6976e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 126af429-ee58-47e3-ab5f-8ad096175055
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad613d7521a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22831"
    uid: 19fc5a35-b618-45ee-87c5-ac51298533b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad614058b104
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 13808701-c172-4a22-afc1-5718df0449ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:24:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad6140cc84f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: ace6bf98-26b3-4fd2-a167-762e270bdbdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:26:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.27:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad6a140a8575
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 25e08815-8625-4939-b958-122927d9f7c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:26:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad7514d13ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 3553136c-9abc-40e8-9d52-c48e8b118fca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:26:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad7514d1d528
    namespace: kserve-ci-e2e-test
    resourceVersion: "23480"
    uid: d80f3ce7-1f7e-463c-984c-dfecab57d9c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: e41a35b4-45da-4ffe-ba82-746a8c5c8f80
  kind: Event
  lastTimestamp: "2026-08-04T18:26:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m.18c8ad75b7dd885d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: fa35e0ee-97c5-4bb2-a3dd-83f36141a941
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 6d19c29a-274c-432b-b0fb-96883715b4dd
  kind: Event
  lastTimestamp: "2026-08-04T18:24:40Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-fjm7m'
  metadata:
    creationTimestamp: "2026-08-04T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c8ad601dcac8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 44cbf5ad-9ca5-4da0-8d4e-603f649f29d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: ee993249-20f8-4962-8b4a-403b526e28f6
  kind: Event
  lastTimestamp: "2026-08-04T18:24:40Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:40Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c8ad60142a9634
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 0ef7f1b3-e571-4e70-8793-052c71ddacda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 027a1cc9-f4dd-41cf-97e0-1a9e22c4b656
  kind: Event
  lastTimestamp: "2026-08-04T18:25:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:25Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c8ad6393e1aa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23123"
    uid: a57ce2c9-8c6c-4f68-b3a0-05fa21968d36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22742"
    uid: 027a1cc9-f4dd-41cf-97e0-1a9e22c4b656
  kind: Event
  lastTimestamp: "2026-08-04T18:25:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:25Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c8ad6394c8f203
    namespace: kserve-ci-e2e-test
    resourceVersion: "23124"
    uid: bb2dcda7-c5d7-4289-bb2e-2f970a2c9bc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 027a1cc9-f4dd-41cf-97e0-1a9e22c4b656
  kind: Event
  lastTimestamp: "2026-08-04T18:26:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c8ad6713a9de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 1055b36e-c007-4454-84d9-55cac8a8e967
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 027a1cc9-f4dd-41cf-97e0-1a9e22c4b656
  kind: Event
  lastTimestamp: "2026-08-04T18:26:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c8ad6713fe27d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 93575fdc-04c0-4357-a137-9f7aff9f3011
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 14b37e07-0854-4ecc-b23e-3cc1a364f1b3
  kind: Event
  lastTimestamp: "2026-08-04T18:26:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:03Z"
    name: isvc-predictive-lightgbm-v2.18c8ad60143e73df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 5fb65c2a-1b4f-4615-9e67-68de0b46cb27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 14b37e07-0854-4ecc-b23e-3cc1a364f1b3
  kind: Event
  lastTimestamp: "2026-08-04T18:24:40Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:40Z"
    name: isvc-predictive-lightgbm-v2.18c8ad601545da8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: d9f1a3a4-c7ac-43ea-a04c-67e3e7042266
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 14b37e07-0854-4ecc-b23e-3cc1a364f1b3
  kind: Event
  lastTimestamp: "2026-08-04T18:26:03Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:03Z"
    name: isvc-predictive-lightgbm-v2.18c8ad736e44b976
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: 029b839e-82af-4fe6-9012-423301e5f900
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: dc840413-b62c-4815-a55b-96a621a83ecf
  kind: Event
  lastTimestamp: "2026-08-04T18:20:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:46Z"
    name: isvc-predictive-lightgbm.18c8ad1644c910ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 8ec0354e-93b7-45bd-abde-3f7bd60434c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: dc840413-b62c-4815-a55b-96a621a83ecf
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm.18c8ad1645672550
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 8072e8dc-fc6c-4382-9537-a7517df20d20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: dc840413-b62c-4815-a55b-96a621a83ecf
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: isvc-predictive-lightgbm.18c8ad164c0e92ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: 1184caba-aaa4-42a1-84e3-5e48c40a5cf6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: dc840413-b62c-4815-a55b-96a621a83ecf
  kind: Event
  lastTimestamp: "2026-08-04T18:20:45Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:45Z"
    name: isvc-predictive-lightgbm.18c8ad297d5c4b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 8cb39034-f42b-4235-839c-783932ae7cf2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:15:42.868945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:15:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:15:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace2ebacb385
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 23a54698-75ab-435a-ad48-3368a0788bb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace2fb298ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 27e0af32-d2d5-4018-8e71-ef7598be7811
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:43Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace3298fad3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: 153442df-ba87-436b-a43a-e8113fb13344
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace32b0c253c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 4a00ade5-a741-44dd-bd13-6d9275fd69d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace32ebde289
    namespace: kserve-ci-e2e-test
    resourceVersion: "18008"
    uid: c6951eaf-28cb-4f59-8352-b349dbf8badc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace32f2f4227
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: 8ac16e86-2922-41c8-815c-704493410e0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:48Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace4400e8473
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 8d3b2898-f18d-4590-84b4-091002d13a7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.187s
    (22.187s including waiting). Image size: 2353627792 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace96a8d1b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: 734b71b6-4d4d-41cc-8cf2-455a41828e0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace96e14c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: ae25565c-1242-4cfb-8622-502fe502be84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace96e7c32be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: aec1e7a6-b1c0-4220-a985-2bb0949ee41f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace96e86d031
    namespace: kserve-ci-e2e-test
    resourceVersion: "18218"
    uid: 93401abf-f51d-4d87-b664-34dc10961488
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace971e4f3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: ff75b7ab-6df4-45d1-b6d9-e9e3c9845341
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace97252e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 55904c39-907d-4c38-8024-dd2969307711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8ace9e02b4850
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: 76d4f186-11c5-4f42-b582-d1689a72205d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:32Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8acfc8dbe9b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: d1a24744-e28f-4d42-a43a-077d93e8e41e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:32Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8acfc8dbfa312
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 706974ac-5e20-4621-a528-a4400bd9f8f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 311d9be3-117c-4b70-a40a-ae26bf06ac9b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb.18c8acfcbc77cf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: bcc3a89a-d9e6-46d5-88fc-0bd0a911bdb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: e83cd22f-2ef0-45ab-85c8-015daf6ef33b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:42Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-z2hwb'
  metadata:
    creationTimestamp: "2026-08-04T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:42Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c8ace2eb0ac346
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 563c967f-06f9-4584-8f57-7e097dd10c17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: 3bc32511-61fa-4e16-9366-cc3ef46ca11b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:42Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:42Z"
    name: isvc-predictive-sklearn-predictor.18c8ace2e7a923bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 2d2c3ac5-cc92-457e-925f-9c698c15a6f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 936724e8-525b-4ab0-8593-6326d38dff14
  kind: Event
  lastTimestamp: "2026-08-04T18:16:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:42Z"
    name: isvc-predictive-sklearn-predictor.18c8ace6665099ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: bcaf3f1b-7a30-4939-a26b-f9cb701f6cea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 936724e8-525b-4ab0-8593-6326d38dff14
  kind: Event
  lastTimestamp: "2026-08-04T18:16:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:42Z"
    name: isvc-predictive-sklearn-predictor.18c8ace666c129f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: 8929afb1-ebbd-4aa5-9c9f-782b046a708b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 936724e8-525b-4ab0-8593-6326d38dff14
  kind: Event
  lastTimestamp: "2026-08-04T18:17:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:27Z"
    name: isvc-predictive-sklearn-predictor.18c8acf4626a8485
    namespace: kserve-ci-e2e-test
    resourceVersion: "18897"
    uid: 8d9e7a4f-dfe0-4e98-9bb4-f37231bd945f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 936724e8-525b-4ab0-8593-6326d38dff14
  kind: Event
  lastTimestamp: "2026-08-04T18:17:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:27Z"
    name: isvc-predictive-sklearn-predictor.18c8acf462d95109
    namespace: kserve-ci-e2e-test
    resourceVersion: "18898"
    uid: 59b38807-b188-4965-af6b-98b66780d4da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:20:58.747272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:20:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:20:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2c777d7534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 3f024c99-c2f6-4b9c-a1a1-059d4e14e147
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:20:59Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:20:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2c91749953
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: dc39561f-c4ff-4fbb-9732-62f4e16c87e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:20:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
  metadata:
    creationTimestamp: "2026-08-04T18:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2c95c6d4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 89c21ac0-ca8e-4989-93e4-0b64261f24a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    in 3.944s (3.944s including waiting). Image size: 300986292 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2d80e5e5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 0a51a9ee-a1e1-43cf-ab18-157c73204957
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2d83e59f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: d29a4c7c-9c33-43a4-a616-9b43f6f4bc19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2d846fd409
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 1e49bc8c-b7fa-4685-bc2e-78d3ec5e3b4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:07Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad2e7baa0842
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: 599bdf78-3131-4e3a-a6b9-cc1398832ee4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:29Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.967s
    (21.967s including waiting). Image size: 2353627792 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad3399052e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 0106247b-2c4f-4005-8dba-12a8961ea418
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad339fc0475f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: 7b5ffdf2-3b2c-48b4-b00c-11cc6a497dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad33a0b371cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 0d228a86-0e2f-4373-b52b-c1c4866630f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad33a0c322fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 4045d853-2d7c-41f9-bbd1-24a7f9687690
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.91s (2.91s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad344e402504
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: f88819fc-5e46-4bdf-a5f3-c9d630650765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad3454677d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 80688e6a-f012-4362-a2a8-d8c3a2a04a6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:21:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad3455d81d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 6bafad37-a1b0-4340-8134-32cb46cba093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:23:00Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad3adc03e66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: 4ca783cc-21af-49fb-9aff-d4442049d5c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad48af779119
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: 73ee5beb-7c9e-41d4-8f36-ace33847bf5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad48af7815b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 6a59afed-da96-4a82-a13f-db702023094e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 6ddd38af-ef8e-4c30-b936-0d0bc2ddaa4a
  kind: Event
  lastTimestamp: "2026-08-04T18:23:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9.18c8ad48d3ed35e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 0b3be2f3-ed31-495f-b159-743889d95202
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: fe5303d7-63de-4537-8dde-7683602393d2
  kind: Event
  lastTimestamp: "2026-08-04T18:20:58Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-hs2j9'
  metadata:
    creationTimestamp: "2026-08-04T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c8ad2c770df98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: 1ebe7deb-6f3f-48f2-80b2-d9754f8a17ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 48028554-daee-4565-9cd5-5a74304f22c2
  kind: Event
  lastTimestamp: "2026-08-04T18:20:58Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18c8ad2c73ef6d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 40bdc59a-ec64-4990-8e42-8a73fe27226b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 477de28b-3c7d-4af8-8630-d36c1b94a8a0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18c8ad2ff294eeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: f1873cfb-8132-4d8b-9026-3987dfc316a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 477de28b-3c7d-4af8-8630-d36c1b94a8a0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:13Z"
    name: isvc-predictive-sklearn-v2-predictor.18c8ad2ff3117640
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 85bfc286-a93f-45ce-b624-4b1ae7d75436
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 477de28b-3c7d-4af8-8630-d36c1b94a8a0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18c8ad416ed11177
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: ec091317-d7d1-4793-afe3-8e4d011c6ff0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 477de28b-3c7d-4af8-8630-d36c1b94a8a0
  kind: Event
  lastTimestamp: "2026-08-04T18:22:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18c8ad416f3ca84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 4b7a88ed-17a4-46e0-9398-14d31f688e7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 8eab3139-7997-4e32-a8af-cfea7fb821f8
  kind: Event
  lastTimestamp: "2026-08-04T18:22:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:50Z"
    name: isvc-predictive-sklearn-v2.18c8ad2c740120c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 333f51e3-5e8d-461b-8ce6-d3ad2b9ec73d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 8eab3139-7997-4e32-a8af-cfea7fb821f8
  kind: Event
  lastTimestamp: "2026-08-04T18:20:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:58Z"
    name: isvc-predictive-sklearn-v2.18c8ad2c748fed26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: c074ebf9-5952-4fd0-b6c2-42d153f08e32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 8eab3139-7997-4e32-a8af-cfea7fb821f8
  kind: Event
  lastTimestamp: "2026-08-04T18:22:50Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:50Z"
    name: isvc-predictive-sklearn-v2.18c8ad468866c28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 3ed79a7e-7ff7-47dc-a0f5-a764a64e370a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 0ab77908-4537-4c12-8819-313ecfeafdc2
  kind: Event
  lastTimestamp: "2026-08-04T18:17:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:28Z"
    name: isvc-predictive-sklearn.18c8ace2e7d8cfb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18910"
    uid: f3ff213c-dfc3-471d-bbd4-13106dfe3ea3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 0ab77908-4537-4c12-8819-313ecfeafdc2
  kind: Event
  lastTimestamp: "2026-08-04T18:15:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:42Z"
    name: isvc-predictive-sklearn.18c8ace2e873fc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: 0c6e224c-1de4-446d-9378-b6a2857645c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 0ab77908-4537-4c12-8819-313ecfeafdc2
  kind: Event
  lastTimestamp: "2026-08-04T18:17:28Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:28Z"
    name: isvc-predictive-sklearn.18c8acfb98b2e8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: c9c608ac-64ef-4999-9720-74c21a71deb2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:17:38.208090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-blrnm
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfdc66c6691
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: fe90bd40-d46e-411c-b150-55b767a8f82b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfde47d51ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: f81faa58-e48d-4226-9d79-5e8577f6805d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfde60c7ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: c9d659f0-7e50-4012-beb7-3c86621c966e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfdec3319b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 2c9a1665-ce38-4e9a-b79c-6124677ff467
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfded87a7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 5e265330-1b47-487e-a961-93f15ecd770a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfef2aca2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: ecd96edd-0c87-4377-b1d7-00ac6a40c4f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfef9334452
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: f31bf784-58b9-4a7e-98f6-d20f98a813e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfefa570cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: e00437b5-fa20-48ce-a24c-c818eff3fa89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acfefa621c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: d0aedcb7-3160-4790-a432-09d6ac40c103
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acff016bad84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: b798a8bb-2497-4706-ade5-4465a81e72b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:17:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acff02d8b123
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: 02507738-60ce-47a5-877f-23e86d571dc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:19:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8acff2ed9a8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: c018d6c6-ee43-4b10-8428-6e14476f4cad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8ad1516396376
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: a1dc9c8d-9afc-4769-a64c-505da5c4ce97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8ad151639ffe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 8c7be26e-46f7-4a3f-b173-e5a15737882a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: f2dfb04f-e78b-439d-8db7-6d9daf9e00de
  kind: Event
  lastTimestamp: "2026-08-04T18:19:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:20Z"
    name: isvc-predictive-xgboost-predictor-695f978978-blrnm.18c8ad158926da16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 2e41935c-31dc-49a0-98ae-9a414b135e9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: e61d007c-476e-4375-b498-f622d4138423
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-blrnm'
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c8acfdc5f2285d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 8e006fb8-642f-464c-abdd-d3a7056dbee4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: c0d4e8c6-63ef-4081-88eb-b5ac4932590e
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost-predictor.18c8acfdc1cfa96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 23bdfb3c-e982-49b0-9273-81fc4d80690d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: f01d545d-d0cc-4d10-933c-dc1b49471963
  kind: Event
  lastTimestamp: "2026-08-04T18:18:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:08Z"
    name: isvc-predictive-xgboost-predictor.18c8ad014046a0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: b402ba0a-a05a-40e7-a2f4-6099f7bd8295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: f01d545d-d0cc-4d10-933c-dc1b49471963
  kind: Event
  lastTimestamp: "2026-08-04T18:18:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:08Z"
    name: isvc-predictive-xgboost-predictor.18c8ad0140b92a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 885112fa-3873-4f64-9bdd-e46800bca50b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: f01d545d-d0cc-4d10-933c-dc1b49471963
  kind: Event
  lastTimestamp: "2026-08-04T18:19:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:08Z"
    name: isvc-predictive-xgboost-predictor.18c8ad083e3f7f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: f77932f3-0c5d-428d-a3a7-a743509cb056
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: f01d545d-d0cc-4d10-933c-dc1b49471963
  kind: Event
  lastTimestamp: "2026-08-04T18:19:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:08Z"
    name: isvc-predictive-xgboost-predictor.18c8ad083ec302be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 6f019201-ab2c-4331-97d3-460a641aab72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:23:05.077319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad49e1590777
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: b0c954e2-a847-49dc-86c4-71222fa70f22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad49fb6c4e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 7f1a8e9f-74a0-47a9-9eb8-667118dcffe9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad49fd171088
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: 85932aa1-003d-4d5c-aaa4-6a30953ad0c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad49fff25dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: e123dde6-426a-4e93-a6c8-a6516b91a382
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4a006ea241
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 5a38815d-97b5-474f-b092-d19c156ada0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b03d587fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: f92770da-e9ac-499b-a590-9d0a9665ad2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b07b778ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: 7fd9b9a8-3dae-4be4-a424-884f329468d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b0834b36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 1d52aa88-85c1-4b5a-a0de-4e8ebca9fa20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b0843055b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 15e95ca4-4d6e-489f-a31a-2820bf636805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b0cb1b77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: aa273028-9dca-4c38-a41b-7763f82ba03e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:23:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:10Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad4b0d42ba05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 8790b8c1-e3f1-4e8f-a57f-9853b89008b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:24:37Z"
  message: 'Readiness probe failed: Get "http://10.132.0.26:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad53de0a53c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: 175bd211-57e9-4361-af30-5ee163c4a8f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:24:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad5ee7341fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: 4e7d68e5-9b02-4f59-a9f3-be1933d06a34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:24:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad5ee7356d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: 05901274-f566-47d8-8502-f755e59b2bf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 2548fa2e-e193-4b20-a2d1-0d3f02ff8551
  kind: Event
  lastTimestamp: "2026-08-04T18:24:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr.18c8ad5f81e23c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 63a6087b-78e2-4da2-b639-4b95bd723c85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 4ffb9ba9-cc6b-442e-a04f-c3c0edbde2c7
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-mjxwr'
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c8ad49e0be1116
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 043431cd-65f9-4777-b54d-d484ac5aed3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: fa13e4d9-dbae-422e-915e-b9ee06a2aedd
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2-predictor.18c8ad49dd0f1166
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: cc8505d3-457e-43cd-a89c-0e97a6c9760a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 64922b8b-5beb-4644-8fea-3ebc4ef90879
  kind: Event
  lastTimestamp: "2026-08-04T18:23:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18c8ad4d5bdb1fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: db45e590-be77-4b36-8098-c2eed243a153
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 64922b8b-5beb-4644-8fea-3ebc4ef90879
  kind: Event
  lastTimestamp: "2026-08-04T18:23:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:23:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18c8ad4d5c6e51f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: f7b479fe-48c3-4d45-8e3f-677fb97ecc6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 64922b8b-5beb-4644-8fea-3ebc4ef90879
  kind: Event
  lastTimestamp: "2026-08-04T18:24:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18c8ad545ae065d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 319cc678-7882-4ad0-8bcf-4fc88f186c02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 64922b8b-5beb-4644-8fea-3ebc4ef90879
  kind: Event
  lastTimestamp: "2026-08-04T18:24:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:24:35Z"
    name: isvc-predictive-xgboost-v2-predictor.18c8ad545bc942df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 027278f3-ea3b-4b69-af20-cbf27055f762
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: af462161-d6bc-4f70-b272-393efbcbc977
  kind: Event
  lastTimestamp: "2026-08-04T18:24:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:28Z"
    name: isvc-predictive-xgboost-v2.18c8ad49dd1fa88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: e76fb6d5-d355-4dca-b3fe-bf5583ac5766
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: af462161-d6bc-4f70-b272-393efbcbc977
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-predictive-xgboost-v2.18c8ad49ddd4f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 0566d69d-bb7b-43fb-8eb8-d18afd748bd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: af462161-d6bc-4f70-b272-393efbcbc977
  kind: Event
  lastTimestamp: "2026-08-04T18:24:28Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:28Z"
    name: isvc-predictive-xgboost-v2.18c8ad5d37655b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: ada0537d-64ec-49c7-918f-0fb2ca85897c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 5f0300a5-20a4-4764-81d0-8e4f5693346e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:10Z"
    name: isvc-predictive-xgboost.18c8acfdc1ccfa7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: e400d9d2-aed4-4c20-bfb1-a8324124c4e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 5f0300a5-20a4-4764-81d0-8e4f5693346e
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-predictive-xgboost.18c8acfdc2abf962
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 03faa5ef-3c3c-47c3-b527-328c70b9369b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 5f0300a5-20a4-4764-81d0-8e4f5693346e
  kind: Event
  lastTimestamp: "2026-08-04T18:19:10Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:10Z"
    name: isvc-predictive-xgboost.18c8ad133b70f0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: d8898847-42ca-4b38-b9f5-d11e24a52841
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:13:19.191451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc177d439ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: b8d74aa9-d334-44e6-9a88-5e837c89f779
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-3f1c38-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc1838e76cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: 5c02a7be-6241-437e-a2a4-51e47604beb1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:20Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:13:20Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc1b5ab3b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: 7fb6d814-6d2a-4c95-af8f-66b4c1b728cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:20Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc1b75a6673
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: a3eea5da-99f9-4f6a-b5a5-43d48388930a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:20Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc1ba7c05db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 6def2f59-d1b8-4370-82b5-2634ca6ead4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:20Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc1baf3147c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 9a99e464-9c10-4679-baac-bb733540f946
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2c77e9f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: d60ac4fa-25f0-4b47-b2fd-115cc1d55e7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2caab9651
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 4743fb7f-2619-4379-acb9-b022bd2f339a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2cb36cce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 4862e68b-bed0-420b-bc0c-7eb7d1aa88a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2cb40efcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: bded5d68-52df-4100-9ea3-022748f02e28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2ce7927dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 8498def7-c9cc-438a-8d97-8cc8bfd59fd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:24Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc2ceefef6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 57a2d429-70b4-4188-9108-2f1b34878dd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:22Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acc33f723315
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 7c2a39ce-4941-49ec-9d8e-770dad92067f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:22Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acde2c692d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 70ecc677-65f9-4e3d-bdf4-bd52e55cf36b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:22Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acde2c69dcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 2393b684-1829-48bb-99f7-a5d1725a65a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 31a81933-171b-4457-afb2-349313ee122b
  kind: Event
  lastTimestamp: "2026-08-04T18:15:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:22Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44.18c8acde41d063b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 6b17aa9e-327e-4767-abf3-055aa3ce43b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-3f1c38-predictor-654c9df8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 3e94222a-b417-4faa-ac89-a6aa1f803893
  kind: Event
  lastTimestamp: "2026-08-04T18:13:19Z"
  message: 'Created pod: isvc-primary-3f1c38-predictor-654c9df8cd-nlm44'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38-predictor-654c9df8cd.18c8acc17725d5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: a6f86d13-fea5-4e30-96bb-a4c68d3f2aa5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 53be3b11-b3b0-4657-8e67-1ff6355c239a
  kind: Event
  lastTimestamp: "2026-08-04T18:13:19Z"
  message: Scaled up replica set isvc-primary-3f1c38-predictor-654c9df8cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38-predictor.18c8acc173e23cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 54d9ac3c-e572-42d2-beae-cdda5ee7c00f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 404c5f62-f4bc-47da-9cc0-cd8cdd194dbd
  kind: Event
  lastTimestamp: "2026-08-04T18:13:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:49Z"
    name: isvc-primary-3f1c38-predictor.18c8acc4f3176515
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: a3edebc6-5d57-4b3c-9ab0-36c4cf686cf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 404c5f62-f4bc-47da-9cc0-cd8cdd194dbd
  kind: Event
  lastTimestamp: "2026-08-04T18:13:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:49Z"
    name: isvc-primary-3f1c38-predictor.18c8acc4f38fba10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: ad5532f7-98e7-4207-8c43-2c8132a0c70d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 404c5f62-f4bc-47da-9cc0-cd8cdd194dbd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-primary-3f1c38-predictor.18c8accbf161a42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: e21e62be-3d02-423f-8d3d-f934d0c7015b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 404c5f62-f4bc-47da-9cc0-cd8cdd194dbd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-primary-3f1c38-predictor.18c8accbf1d3c363
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: b126079e-2ee1-443a-939c-3bf214573dd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f65e5492-6193-4ad1-8bb6-d19e7eb7f7d6
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: isvc-primary-3f1c38.18c8acc173e48e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 0659bdb9-3a51-4704-bc81-16d56fc7ab3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f65e5492-6193-4ad1-8bb6-d19e7eb7f7d6
  kind: Event
  lastTimestamp: "2026-08-04T18:13:19Z"
  message: 'Failed to update status for InferenceService "isvc-primary-3f1c38": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-3f1c38":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38.18c8acc1744e34a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 89015ee6-0174-43f5-b70b-e2522f5048ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f65e5492-6193-4ad1-8bb6-d19e7eb7f7d6
  kind: Event
  lastTimestamp: "2026-08-04T18:13:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-3f1c38": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:19Z"
    name: isvc-primary-3f1c38.18c8acc1744e8189
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: bf58c142-e45c-43eb-96b2-271f2957e41d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: f65e5492-6193-4ad1-8bb6-d19e7eb7f7d6
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: InferenceService [isvc-primary-3f1c38] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: isvc-primary-3f1c38.18c8acd4f766917b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 64b6e4b4-59f9-4d59-9423-f9665e6f189a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:15:04.356954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acd9f42e6030
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 60f4c708-8503-40f1-98c4-06df5e0245d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acda0e418380
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 6fd71aea-5649-4c8e-b4e0-e43a6d74bf64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:11Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acda0fbfd5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 88a0fc0a-eb70-4872-a0a3-20c83820a662
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:11Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acda12ffdcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 6ce5627c-3d01-4ae0-b19d-72e4fdbd2651
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:11Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acda137299b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 31d90f7a-edf0-4732-bb7a-06bc9ec474f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: a2e72780-3348-4d59-9ac0-93fe9f82b8d9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:15Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm_kserve-ci-e2e-test(a2e72780-3348-4d59-9ac0-93fe9f82b8d9)
  metadata:
    creationTimestamp: "2026-08-04T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:15Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm.18c8acdc869a63cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 09c9e7ea-3754-4a14-adcb-c9ec6efcfab6
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-3f1c38-predictor-8d7644d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 39f3d609-d9d6-4da8-82d4-6960f077b2ab
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'Created pod: isvc-secondary-3f1c38-predictor-8d7644d6f-db6qm'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38-predictor-8d7644d6f.18c8acd9f3b52ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: f56c1e60-0870-4ef0-8ff3-2b663bd4b253
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 61ee6305-8695-4690-ade3-943e11566d16
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: Scaled up replica set isvc-secondary-3f1c38-predictor-8d7644d6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38-predictor.18c8acd9f0e6998a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 40b8eb9d-bdd8-49c9-9406-2248348efcc9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 594fe3da-c52c-4008-a251-554d70db0733
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-secondary-3f1c38-predictor.18c8acdd6f784f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 2058f73c-1be7-4f96-9dc4-708880410c8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-3f1c38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 594fe3da-c52c-4008-a251-554d70db0733
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-secondary-3f1c38-predictor.18c8acdd6fea7767
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: d7eee171-13e5-491e-a77c-ad1bdaaf690e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 040bcc40-ad2c-4908-bda9-1c6aaec72f96
  kind: Event
  lastTimestamp: "2026-08-04T18:15:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:15Z"
    name: isvc-secondary-3f1c38.18c8acd9f0ef73a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 5f0c7183-9127-403f-af9b-42bdb8fb57c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 040bcc40-ad2c-4908-bda9-1c6aaec72f96
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-3f1c38":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-3f1c38":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38.18c8acd9f167db58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 933eb5e3-c37c-4f4d-abad-3a88ee123b68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-3f1c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 040bcc40-ad2c-4908-bda9-1c6aaec72f96
  kind: Event
  lastTimestamp: "2026-08-04T18:15:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-3f1c38": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:04Z"
    name: isvc-secondary-3f1c38.18c8acd9f1681b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 2dde2447-2c69-4eea-8520-8a2f7bee166d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:13:04.214938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbdfb28bf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 6e2ab6ea-6db0-4dd5-9db5-40552a6a3063
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbe0911baed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 2184cfda-b528-4756-b664-cf85016af6a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbe3880e205
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 715750d2-a7b7-4534-8cc9-98e64570dc40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbe3a325f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 9e8bc304-d854-445f-a759-913c9e04d16f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbe3cf35ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 29d846ec-9437-49df-b041-8204fa32bcf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:05Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbe3d71b8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: f0d4c57f-accb-41cc-8363-272cfab4420e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf43ea3d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 5a3efef9-5060-4b6e-9417-53c000e2ad47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf47c09cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 92c292ea-6efc-4d12-96ce-6f79a27eb0f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4838b642
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: f77e0ae0-43e0-41d2-9cbc-fcefb203cc07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4843e177
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: faf060b5-4286-4163-b867-2db2475ec5f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4b37f6eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 37efac27-9559-4755-bb5f-8336ec0be0d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4baefe04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 549903f8-960b-4286-a120-defa2635be34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4bb9bcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 287aa749-fc2f-47d8-a10d-78369f064d3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4e91df75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 50eeaace-0a0b-42ad-bb84-ff89af36961f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:13:09Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:09Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf4f01df27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 2fbe013a-0c3c-4bcb-993b-16b8514f4e90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:43Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbf80063208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 73b45726-8324-4bc5-85e2-bae7fb0607b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:43Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acbfbbe1f62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: e10012f2-131c-402a-9a85-a90e2a27187e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acd418d410e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: 2b4993f7-47b3-4473-afbb-9a88a950e3ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acd418d52e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: b3c958a4-9936-441c-bd98-209ea23d3825
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acd418d55708
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: 7b944880-538d-4f11-bfd8-5cf97105e96c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 452be1b6-5f5b-479d-a422-45532c22117d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg.18c8acd4ec28cecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 3dc8db4b-c367-4f12-8557-3edfaf628fd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: d284a1d9-a4dd-4326-b8e2-51009ee44bcc
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-59d7c547c8-mfrhg'
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-custom-predictor-59d7c547c8.18c8acbdfa8ea302
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 329e3945-517e-4b4c-8579-9c17ccdb5829
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 79c435b8-21bc-4c77-a2b4-cf7ccf1144b6
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-59d7c547c8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18c8acbdf4e98fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: b6575891-7b17-4e64-8833-324664250e56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 7ebf0540-69c8-4ee2-b994-55f717fc0edc
  kind: Event
  lastTimestamp: "2026-08-04T18:13:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c8acc173b9c550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 38ca53ec-cf04-45c1-a09a-04699db12ad8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 7ebf0540-69c8-4ee2-b994-55f717fc0edc
  kind: Event
  lastTimestamp: "2026-08-04T18:13:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c8acc17423b199
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 97e5348d-2f79-4286-be96-3dc956789581
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 7ebf0540-69c8-4ee2-b994-55f717fc0edc
  kind: Event
  lastTimestamp: "2026-08-04T18:14:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c8acc871da8192
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 671ae871-4cc9-4311-be52-c1754a47cba2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 7ebf0540-69c8-4ee2-b994-55f717fc0edc
  kind: Event
  lastTimestamp: "2026-08-04T18:14:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:34Z"
    name: isvc-sklearn-batcher-custom-predictor.18c8acc87244c0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 283cc9b3-43ca-4ffc-805a-1b8af5b48ba6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: e430aaef-6d46-4254-b0ee-c8d59ad3c0f0
  kind: Event
  lastTimestamp: "2026-08-04T18:14:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:33Z"
    name: isvc-sklearn-batcher-custom.18c8acbdf4df120b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: da6399dd-52f0-49e1-a1f3-011c4b556fc3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: e430aaef-6d46-4254-b0ee-c8d59ad3c0f0
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-custom.18c8acbdf5b942f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 24d1dd29-72d6-4c0f-b8fc-e93250b6daee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: e430aaef-6d46-4254-b0ee-c8d59ad3c0f0
  kind: Event
  lastTimestamp: "2026-08-04T18:14:33Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:33Z"
    name: isvc-sklearn-batcher-custom.18c8acd2b8329575
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 87fe26c3-6c8b-4ba5-bc3f-5752444e9c2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:11:09.012809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca32893ac01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: d08b1802-3d1a-44f8-8850-9915496bd2c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca3359a13ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 46c08d66-8c27-4fd1-a467-1133f12ed523
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:10Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:11:10Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca366178507
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 61090daf-2232-4d30-823f-8919fee95ea1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:10Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca36802df53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 3250fdf1-4961-482d-a1a5-0f4d64d9f2b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:10Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca36b1b1d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 70421dc4-8f29-404f-a795-f0a8d2b8198a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:10Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca36b7cf7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 925d51a7-b8f6-45a5-97f7-c4bc878e642a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:14Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:14Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca4567633a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 56cc70fb-248f-4cc6-8802-7604cf3f9360
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 20.041s (20.041s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca901015055
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: dc128ba0-4b93-40cb-ad57-3aedb8c6c49e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca905a5e06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: a7a771da-26b1-453d-b10b-d38d1b6090a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca906108c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 9fe10512-17ca-4e05-8891-10d46364b3cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:34Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca9061f0332
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: fca3867e-4bb0-4293-8f0b-f9c988fb2457
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.4s (2.4s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca9952fbdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 07a4a9e4-cc35-47d5-9440-6bcc605b767e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca998f8ed49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: c843d92c-0bba-4ee1-a077-90cc6bac17a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca9995e19c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 9ba598f5-5461-42ce-bbd8-4ec8ef001665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
  metadata:
    creationTimestamp: "2026-08-04T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:36Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8aca9996bdc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: 3fdf58bf-e7c0-4ed4-adc3-5c523fae61f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    in 2.923s (2.923s including waiting). Image size: 240190551 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:39Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acaa47b286d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: e64a8674-028e-41b9-989b-db9f573a512e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:39Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acaa4acee796
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: e99cfc6a-2931-4950-8d95-fcf0ae2da4d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:11:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:39Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acaa4b379644
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 25de9c7d-70b3-4f1e-b4ad-14ff89c88379
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:13Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acaaac753ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: b605e40f-e45b-453a-a88a-8f457de388ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:13Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acaaac807752
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: aa252f5e-97a7-4e16-8193-d6da6263ef04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acbdf6c87c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: f77f64d8-e2d9-48fb-b7fe-eb3119409aad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acbdf6c8bbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: 65d62133-d8e8-4573-bfbc-ce0b54b41839
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:04Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acbdf6c95a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: c576b003-3ac7-407f-b8e6-a18a1c91f61b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 7bec084e-18cb-46f7-8479-e6081c14f0b9
  kind: Event
  lastTimestamp: "2026-08-04T18:13:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:21Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh.18c8acbe76c8ba2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 1c90c73a-d12f-4e54-9399-e69345fbc094
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6b6c6df667
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: a9758a14-64ad-4359-9dd5-b6bf127afcd6
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6b6c6df667-bf7sh'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-sklearn-batcher-predictor-6b6c6df667.18c8aca327fe70dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 20a0c5ec-fcd5-4228-8400-fb95b92ef607
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: b6e817df-b56b-4fbb-83c4-070b1220dafe
  kind: Event
  lastTimestamp: "2026-08-04T18:11:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6b6c6df667 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:08Z"
    name: isvc-sklearn-batcher-predictor.18c8aca322a5fe77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: eb080c62-c064-460d-a9df-0c200445a154
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d587dba6-c318-49e2-af73-4ecbfaf9a58d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:09Z"
    name: isvc-sklearn-batcher-predictor.18c8aca6a8dea053
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 2ab718f1-8b10-4c23-be33-887a2adaa43c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d587dba6-c318-49e2-af73-4ecbfaf9a58d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:09Z"
    name: isvc-sklearn-batcher-predictor.18c8aca6a956a5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: e6b3c96c-c21f-42fe-b955-56c52b69a9ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: d587dba6-c318-49e2-af73-4ecbfaf9a58d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:54Z"
    name: isvc-sklearn-batcher-predictor.18c8acb4a3bf78c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: c8912b81-af82-4871-9419-879bf939e3b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: d587dba6-c318-49e2-af73-4ecbfaf9a58d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:54Z"
    name: isvc-sklearn-batcher-predictor.18c8acb4a452b85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 225db1cf-06ab-40ef-97e7-fa0995ccfd07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: f55a2e32-3b8f-4a1d-8dd3-406b24710990
  kind: Event
  lastTimestamp: "2026-08-04T18:12:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:53Z"
    name: isvc-sklearn-batcher.18c8aca328f0b258
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 852beb54-a068-493f-9ddd-c8ab65bea200
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: f55a2e32-3b8f-4a1d-8dd3-406b24710990
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-sklearn-batcher.18c8aca32974364e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 9f6ded10-187d-4c62-a116-f04fb6a5ee69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: f55a2e32-3b8f-4a1d-8dd3-406b24710990
  kind: Event
  lastTimestamp: "2026-08-04T18:11:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:11:09Z"
    name: isvc-sklearn-batcher.18c8aca3297489aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: f95824b6-aa99-4118-bc41-a183bcf0420d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: f55a2e32-3b8f-4a1d-8dd3-406b24710990
  kind: Event
  lastTimestamp: "2026-08-04T18:12:53Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:53Z"
    name: isvc-sklearn-batcher.18c8acbb7681a5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: 9d93b1d1-cf49-4560-bfff-afddf6a4ca37
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:46:49.598417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:46:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:46:49Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae958d6bfced
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: c8c1289f-e93b-405d-a791-39cae0b8c8fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:50Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:46:50Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae95a6fe5a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: 1cd8ee61-4686-43d3-9eb3-20c0ab5efff6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:50Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae95a962dbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: c54aacc4-4b76-40a8-97f5-9a4c54640248
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:50Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae95ac7f85e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35545"
    uid: b8b52f38-eabb-4f8f-b4bd-f00a5a90919e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:50Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae95ad094faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35546"
    uid: 4cdd5bb4-2201-4b4b-a56e-f702d58ea8e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:54Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae96a17f4254
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: c7faef85-1331-49c5-af44-c23eb7598ed5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:54Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae96a4a5bfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: a0771a2d-985c-4fb5-9386-6e2af85a82f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:54Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae96a522c4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: d22bcc1b-4471-49e0-8834-c9213ad371c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:54Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae96a5302a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: bee02bf3-ceef-42e5-a8dc-a774a615e0a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.858s (2.858s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae974f8f027d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35612"
    uid: a2727331-21b8-41bc-aec1-9154dea63253
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae9752c98594
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: e5723b2c-b077-4be5-9d14-1e77005259fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae97533a4d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 4fc6030c-5d4b-4ec4-92b1-243b5d821004
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae975344f4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: f515d97a-d69d-49f4-a291-f0969a52dab4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae97574ba085
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: 4989bad3-1aaf-4897-bcd0-6917b4441baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:57Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae9757c41849
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: c60e04ed-bc32-471a-b634-58fec0c7b45a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:48:34Z"
  message: 'Readiness probe failed: Get "http://10.134.0.67:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.67:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:34Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae9da05ee6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 741aae2a-34fb-4632-8495-a7dbc6a2ca15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:47:29Z"
  message: 'Liveness probe failed: Get "http://10.134.0.67:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.67:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:29Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8ae9ef0a8c2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: 482e23aa-3605-4e3a-8f4b-ba933183b6a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:48:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:09Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8aea82ef2f675
    namespace: kserve-ci-e2e-test
    resourceVersion: "36243"
    uid: 26e820ae-5db9-427f-b21a-3800b8cf7a07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:48:09Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-08-04T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:09Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8aea82ef38e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36244"
    uid: f26415f3-f170-4df6-97b1-0b5e32e6735b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:48:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:09Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8aea82ef39a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 2452ec7f-6b21-45b3-b24d-a66c87054e65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 085b365a-3293-4727-95bb-187095a8a2c0
  kind: Event
  lastTimestamp: "2026-08-04T18:48:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:48:39Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n.18c8aea94438ff0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: fb87c209-e8c4-49c8-8164-c3995f53841a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-67cc454cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: 83f01ce8-5627-4085-bde9-af2d4fc3c3df
  kind: Event
  lastTimestamp: "2026-08-04T18:46:49Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-67cc454cc7-xkn8n'
  metadata:
    creationTimestamp: "2026-08-04T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:49Z"
    name: isvc-sklearn-mcp-predictor-67cc454cc7.18c8ae958ce14e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: 900daa8a-398f-432f-8a49-21c3318241a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 55fea317-2854-412d-b56a-81ed3b01b5b0
  kind: Event
  lastTimestamp: "2026-08-04T18:46:49Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-67cc454cc7 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:49Z"
    name: isvc-sklearn-mcp-predictor.18c8ae9586285446
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 078237ee-084d-48c9-9e38-cdeec41db3b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 9931e5c0-e5b6-48e9-bfe2-545495ae3abd
  kind: Event
  lastTimestamp: "2026-08-04T18:48:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:48:04Z"
    name: isvc-sklearn-mcp.18c8ae9585c34a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 4f6b949b-5ff9-4f20-b1d2-e2b10d693f3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 9931e5c0-e5b6-48e9-bfe2-545495ae3abd
  kind: Event
  lastTimestamp: "2026-08-04T18:46:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:49Z"
    name: isvc-sklearn-mcp.18c8ae9587257d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: bb49db9a-06e8-48e5-90b8-f9065f0fd526
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: 9931e5c0-e5b6-48e9-bfe2-545495ae3abd
  kind: Event
  lastTimestamp: "2026-08-04T18:48:04Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:48:04Z"
    name: isvc-sklearn-mcp.18c8aea6f71e3905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 8df38e8a-c495-4567-b11e-4ddc261b39f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:26:23.012713Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-857f89cbc5-thgds
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad77f737707f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: a154bfc2-9a19-43d6-8fa4-817f57bda764
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23718"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:23Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad78109a466d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 56259818-eccf-4a30-b7b5-ef7fa0421469
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad78121a5f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: 05654dde-052c-4170-9ccd-9ee159cd2553
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad7814ff855f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: 0c4c94d2-1797-4f3b-a42b-0941140995a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad7815720538
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 46c704d6-1c7c-4e0a-8b74-9e24b298ea2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:27Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad791807b0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: bcea1b00-795e-41ad-ab29-95db07b93f8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:27Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad791c2308dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: 5c97a0aa-0a76-4fb7-a54a-9506ae7f8832
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:27Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad791c9b313b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: 0390610e-0673-4674-9ebf-6d088834d556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:27Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad791ca61fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23775"
    uid: 68038415-1239-4380-99fe-2720bdc06ef8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:27Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad791fe06ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: 459674cb-c012-402d-8d6f-8c76e8f1e9fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:26:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:28Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad792066b49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23780"
    uid: cd6aa8db-97ad-4fa3-be1d-76122db749d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:27:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:54Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad795419ed2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: 2b9c4f8a-36ff-4b57-b240-f277e71f97cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:27:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:53Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad8cf89b1cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: 9e20f935-4352-43d8-9f1c-62e7315d9d67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:27:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:53Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad8cf89bcf3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 36a5cb5c-6b75-4f60-bf1f-7bd8c2977291
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-857f89cbc5-thgds
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 2c3c9668-bb2b-44bd-ad8b-fb936ae11279
  kind: Event
  lastTimestamp: "2026-08-04T18:27:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:54Z"
    name: isvc-sklearn-predictor-857f89cbc5-thgds.18c8ad8d5a52d30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: c9584445-695d-4972-a5fb-eee677044981
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-857f89cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 8b6b13e7-8d27-453d-9732-e4454c79ebd9
  kind: Event
  lastTimestamp: "2026-08-04T18:26:23Z"
  message: 'Created pod: isvc-sklearn-predictor-857f89cbc5-thgds'
  metadata:
    creationTimestamp: "2026-08-04T18:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:23Z"
    name: isvc-sklearn-predictor-857f89cbc5.18c8ad77f6b0b748
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1d6cc5e3-dbc9-4ff0-baad-2de0e1018ff6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23696"
    uid: c07973d9-2a06-48e9-8570-6631f5dbc647
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: Scaled up replica set isvc-sklearn-predictor-857f89cbc5 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-sklearn-predictor.18c8ad77f3a12322
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 3adb43ee-4436-4d1e-ad8c-3f59c92477c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: c2456d99-eeaf-40b4-ba40-15850bcc1587
  kind: Event
  lastTimestamp: "2026-08-04T18:26:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:37Z"
    name: isvc-sklearn-predictor.18c8ad7b7222ba28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: e5bc8724-d386-46b8-a2ae-98f1e49c96bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: c2456d99-eeaf-40b4-ba40-15850bcc1587
  kind: Event
  lastTimestamp: "2026-08-04T18:26:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:37Z"
    name: isvc-sklearn-predictor.18c8ad7b7298ea37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 4e8e7910-f135-45ba-b6a5-27657dcd68e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: c2456d99-eeaf-40b4-ba40-15850bcc1587
  kind: Event
  lastTimestamp: "2026-08-04T18:27:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:53Z"
    name: isvc-sklearn-predictor.18c8ad7ef14834e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: c623963d-20ae-44d3-9bd8-322747e6a81f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: c2456d99-eeaf-40b4-ba40-15850bcc1587
  kind: Event
  lastTimestamp: "2026-08-04T18:27:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:53Z"
    name: isvc-sklearn-predictor.18c8ad7ef1bbaa7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 5fd3ecef-b14d-4ac3-8a9a-76a367847f19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:31:03.665602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:31:03Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb94f6ea6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26146"
    uid: 9a30549f-34f8-4e01-9abe-fe32b9cf9a05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:03Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb95d963d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: e960ab9f-d999-4624-971c-ec62aea0c4ef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:04Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:31:04Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb991d56a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: 0648b7c8-174c-408a-b5f9-271a44db4abe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:04Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb99369905e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26167"
    uid: c2252f68-9e3c-4911-bdc5-3ff74ada5619
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:04Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb99634b945
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: c40a9b56-5ed6-4fd9-93f4-990a17b803bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:04Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adb996a2d0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26169"
    uid: 39ed6674-ac85-4ea2-8e04-77a06b320073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb1a776afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: f914df5a-fb09-4af8-aa8d-53c260b5c021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb1d6b6e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: e13089fa-ff24-4a49-8474-94b73132cff0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb1dead71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: f66afa56-ee16-4181-9258-dac1f3dfefa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb1df5328a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 7eda8d0e-0cda-40d1-8bf0-05300f552f31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb216888a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: df03309b-914e-42ba-9117-aaf9ebc591a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:11Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb21d2aa7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: 8b8ea6d5-8c2a-491c-8478-72a9658c3a93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:18Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adbb56b134f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: 9648ae18-492b-42b3-a5df-4fe7e0c0d692
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:36Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adc0dab6f231
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 2cc084bf-7fb7-4282-afde-17e6785a1c34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: ca897e64-a9d2-46d5-ab27-cfc6e161dc28
  kind: Event
  lastTimestamp: "2026-08-04T18:31:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:36Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq.18c8adc0dab7ad5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 25b16841-3e0c-48dc-ae8a-0c5d6f48b529
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7bd7699795
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 439431bc-3952-4273-b597-8b4ff9b1a880
  kind: Event
  lastTimestamp: "2026-08-04T18:31:03Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7bd7699795-ff6wq'
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:03Z"
    name: isvc-sklearn-runtime-predictor-7bd7699795.18c8adb94eed4b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26142"
    uid: 4d9747e9-a680-41b7-9fca-8f12aad33c01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26129"
    uid: b9adebf1-bf5f-4afd-8215-653b033b5718
  kind: Event
  lastTimestamp: "2026-08-04T18:31:03Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7bd7699795 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:03Z"
    name: isvc-sklearn-runtime-predictor.18c8adb94b97c787
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 8122aa34-d7ff-48fb-941a-401cfc758bd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: a02d0ac4-5270-417a-b191-31a13efc1728
  kind: Event
  lastTimestamp: "2026-08-04T18:31:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:33Z"
    name: isvc-sklearn-runtime-predictor.18c8adbcca347a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 51654114-c239-4680-aa40-a5e4fcc8d5d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: a02d0ac4-5270-417a-b191-31a13efc1728
  kind: Event
  lastTimestamp: "2026-08-04T18:31:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:33Z"
    name: isvc-sklearn-runtime-predictor.18c8adbccaafb14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26700"
    uid: cd32b1ea-6c54-4427-aaa0-6e7d20c9624c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 9a95adff-eebe-4adf-b7a6-b89ae3f1a941
  kind: Event
  lastTimestamp: "2026-08-04T18:31:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:28Z"
    name: isvc-sklearn-runtime.18c8adb94b9b3a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: a1c0d576-8f0e-4dd7-ad47-b0c7d58c6326
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 9a95adff-eebe-4adf-b7a6-b89ae3f1a941
  kind: Event
  lastTimestamp: "2026-08-04T18:31:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:03Z"
    name: isvc-sklearn-runtime.18c8adb94c2450f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 3a60eb26-5998-47d5-8533-55e5087ebee0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 9a95adff-eebe-4adf-b7a6-b89ae3f1a941
  kind: Event
  lastTimestamp: "2026-08-04T18:31:28Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:28Z"
    name: isvc-sklearn-runtime.18c8adbf173ab576
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: d7a8a816-b7f4-4b8c-80d1-1240f6488121
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:47:39.899259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35972"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:47:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:47:39Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea14395e7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 380257b2-7b4e-4636-8fd1-a3442f34d255
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35983"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:40Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:47:40Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea15d95864b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: 812ecea9-9f77-4c06-960c-e5048c40d80b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:40Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea15f878cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35995"
    uid: a339e399-5e48-4dac-82de-9804912d66ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:40Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea162f57d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: 39771591-4329-4c3d-ba28-7c9e7a96f2fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:40Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea163a5b4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: e96c2198-1198-4fc6-bcbb-ebc53f3a9d32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1c45d4202
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 791688f4-48ce-4cc5-81dd-2dbdb29a1c65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1c756238a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: bfa856e4-230f-44cb-90fb-a092326eb6ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1c7d7daed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 12621a5d-9628-4fca-9da1-5c7c8e8cdfa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1c7e3b598
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: 9ca0fd6c-791e-475e-9bc1-b9408aa36e12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1cbc44f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "36023"
    uid: ae2879de-a9de-44d3-ab71-38c1c689c572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:42Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea1cc416c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 1b1c0f62-0763-4bbb-ad0d-7306f5b043ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:49:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:14Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aea23c4a91e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: ee3d7d7e-888a-4703-8a35-8d21cce49034
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:49:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:09Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aeb63cf82223
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: 37f76771-0e9a-40d3-b840-37bdc6694f0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:49:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:09Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aeb63cf87fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36783"
    uid: d816e4c4-9a32-4d0b-b1a1-d2bafad07208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35973"
    uid: 3a0aae61-4b05-4aa1-b966-8250488dbe1b
  kind: Event
  lastTimestamp: "2026-08-04T18:49:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:15Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6.18c8aeb6427ec955
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: c6b71158-7375-4151-96d5-ca2a406fec78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7cbcdbb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: 45b640fe-7176-4d0a-bf45-26ee7b8c425c
  kind: Event
  lastTimestamp: "2026-08-04T18:47:39Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7cbcdbb66-q6cg6'
  metadata:
    creationTimestamp: "2026-08-04T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:39Z"
    name: isvc-sklearn-s3-predictor-7cbcdbb66.18c8aea142e0a9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35974"
    uid: 9f55241c-9c3a-47ec-b89c-00362eb32642
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35959"
    uid: d2c10724-1a36-4974-928a-4797e5e05f69
  kind: Event
  lastTimestamp: "2026-08-04T18:47:39Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7cbcdbb66 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:39Z"
    name: isvc-sklearn-s3-predictor.18c8aea13e81d9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 967790de-dcc8-4df0-9ac4-a062aa4daec4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: 36d574c6-f1e5-4e14-a05c-db6c2a36d111
  kind: Event
  lastTimestamp: "2026-08-04T18:47:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:54Z"
    name: isvc-sklearn-s3-predictor.18c8aea4be851120
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 9ba012bf-b3cc-4691-8336-6ea5d911401f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: 36d574c6-f1e5-4e14-a05c-db6c2a36d111
  kind: Event
  lastTimestamp: "2026-08-04T18:47:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:54Z"
    name: isvc-sklearn-s3-predictor.18c8aea4bf0bbb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: ee3c564e-a630-403d-9c33-85af261cb96b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: 36d574c6-f1e5-4e14-a05c-db6c2a36d111
  kind: Event
  lastTimestamp: "2026-08-04T18:48:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:54Z"
    name: isvc-sklearn-s3-predictor.18c8aea83e17c9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: 29037df6-1164-49e7-ad44-95e836f821f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: 36d574c6-f1e5-4e14-a05c-db6c2a36d111
  kind: Event
  lastTimestamp: "2026-08-04T18:48:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:48:54Z"
    name: isvc-sklearn-s3-predictor.18c8aea83eaccab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36649"
    uid: 7e2bfc25-f692-4cb0-b58c-534e4d2cb631
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:52:13.569544Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:52:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee0fb9b0d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: c0d7c9d4-3435-4a2c-8786-62a788c31631
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee10564a5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 8b7c00d0-1a2d-47af-8362-84c2a023e28c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:14Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:52:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee139edaa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38728"
    uid: 04e1f75f-99cf-49cc-acce-58c9f5ad9b8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee13b685a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 15075d1a-e15b-4238-853a-0fe6519658dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee13ef9ea20
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 74b41c24-5feb-4e16-a0e6-87388548fbb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee13f7bd1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38774"
    uid: 73275e54-b276-41ae-97c5-cf9fd118b0b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 087dc74d-637b-4313-86dc-4082f4a72958
  kind: Event
  lastTimestamp: "2026-08-04T18:52:23Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422_kserve-ci-e2e-test(087dc74d-637b-4313-86dc-4082f4a72958)
  metadata:
    creationTimestamp: "2026-08-04T18:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422.18c8aee340182b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38813"
    uid: 0e930333-f582-4c98-9c84-829791444b5e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: ff2046dc-bc62-4509-ab22-fabdf7b9d84a
  kind: Event
  lastTimestamp: "2026-08-04T18:52:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94-v2422'
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94.18c8aee0fb2bbdf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: 48b5673a-56fa-4126-8df8-1a7f22e3c6de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38695"
    uid: f36834c6-78ca-4be5-8d41-dd7f2a94ee47
  kind: Event
  lastTimestamp: "2026-08-04T18:52:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6789884c94
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c8aee0f7c36adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 1dd37be6-7beb-4aaa-8c11-336ae652c8a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: ef8a302b-3a9d-4b34-bf87-14535d598f69
  kind: Event
  lastTimestamp: "2026-08-04T18:52:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:52:23Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c8aee0f7d09ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: fdb57e65-85f6-4bf3-8bfa-a1fac3a58cdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: ef8a302b-3a9d-4b34-bf87-14535d598f69
  kind: Event
  lastTimestamp: "2026-08-04T18:52:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:52:13Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c8aee0f8863a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: 65fb9f54-44e7-42af-8d9d-acb37d644aa2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:50:52.435192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37912"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aece179f49c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 3af6b953-85d4-414a-9306-70f553de7d1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aece3265e86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37931"
    uid: 8b492e08-e5a5-447d-bdfd-f34a1d15deef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aece343b4722
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: df4efc48-c7e4-43c0-b00f-a71c29f9597d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aece37baa438
    namespace: kserve-ci-e2e-test
    resourceVersion: "37939"
    uid: fcaf8252-78d0-47ae-b317-a724381a0f5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aece3830d2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37940"
    uid: 9f4b00a0-95d4-42b3-8910-ed47158adf5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceab6e4e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37971"
    uid: c5f86762-0287-4666-8077-fcc3e54e89c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceae66dad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37974"
    uid: f4edd9ba-6270-4f4a-9347-19d3a63cf4d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceaee00ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37975"
    uid: ea96b9e8-745b-42e8-81bf-6564f0a41169
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceaeebfaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: f21b18b1-8766-49f5-ba26-673b79a09b49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceb2d3b1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: 91447268-9a6c-479e-9c49-5d8b610a5000
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aeceb34c27a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37981"
    uid: 987b2093-69f5-49ed-9ebf-62db4bc6bd38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:50:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aecee779311a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 1efaf8ff-1c6a-49f0-9a21-1b3ed1b64c61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aee0ba72d717
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 89c43529-2b07-4449-aea7-32377090dca9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aee0ba73fb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: 7d31d650-5ec0-4b1e-aeec-7c72608b98d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 31ca71df-78d0-4f87-8801-18b32239d44c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77.18c8aee1c3adfeb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38758"
    uid: 4615205c-7004-44ab-9744-c2b8ce45f3b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37904"
    uid: 1c5e535e-cd63-4d13-b747-597bdc785454
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd-2wl77'
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd.18c8aece1728f840
    namespace: kserve-ci-e2e-test
    resourceVersion: "37913"
    uid: 4782b193-1ad2-4e89-b245-eb9bf4994876
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: 887ed1c6-c918-46f5-90d7-beba3ec7708e
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6b65d8ddfd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c8aece147be398
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: ad0da881-c870-411e-a26e-d3b41d3f2cf1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: db21647c-3bb0-4d6c-8b97-1a5c716d279c
  kind: Event
  lastTimestamp: "2026-08-04T18:51:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c8aed192f80300
    namespace: kserve-ci-e2e-test
    resourceVersion: "38189"
    uid: 243f64ca-e5de-4fe9-87f9-0749ea1ad0b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: db21647c-3bb0-4d6c-8b97-1a5c716d279c
  kind: Event
  lastTimestamp: "2026-08-04T18:51:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:51:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c8aed1936899aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38190"
    uid: c68c3447-70a2-45b0-b2e2-871719cf86ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: db21647c-3bb0-4d6c-8b97-1a5c716d279c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c8aed890ec93cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 092bc4bd-d6d5-4410-8040-99f6d60842bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: db21647c-3bb0-4d6c-8b97-1a5c716d279c
  kind: Event
  lastTimestamp: "2026-08-04T18:52:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c8aed89164afde
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 5215cc70-eac7-4c8d-a887-03c824cb9169
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: f3d83e6d-d849-46fa-8292-b2597f2086f5
  kind: Event
  lastTimestamp: "2026-08-04T18:52:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:52:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c8aece146f0887
    namespace: kserve-ci-e2e-test
    resourceVersion: "38650"
    uid: 3e4dd8a6-2e9a-4eab-ae5c-d43cc5db5ed0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: f3d83e6d-d849-46fa-8292-b2597f2086f5
  kind: Event
  lastTimestamp: "2026-08-04T18:50:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:52Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c8aece15023c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37908"
    uid: a292e641-2c41-4ac6-b46a-6c90eebcb042
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: f3d83e6d-d849-46fa-8292-b2597f2086f5
  kind: Event
  lastTimestamp: "2026-08-04T18:52:12Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:52:12Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c8aee09fdef038
    namespace: kserve-ci-e2e-test
    resourceVersion: "38649"
    uid: 0de5d29d-7f39-4495-a62d-b510072fafa6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:50:41.297473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37668"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecb7fc30473
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: b3513eac-95d2-4992-8903-7cd474ccf631
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecb90e96d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 2b8caa10-aade-4457-94ac-c17de0e1cdbf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:42Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:50:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecbbdca48fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37695"
    uid: 987f3aa3-6ba7-402a-8aed-4505484cd614
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecbbf4b3993
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: cb41482a-1c38-4254-8fa2-289d13555fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecbc2708060
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: ce29bbfa-d879-4e35-9578-a9c92f3fb479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecbc2e2e831
    namespace: kserve-ci-e2e-test
    resourceVersion: "37776"
    uid: 84ef2c02-e3f9-4023-a68d-14623b3dd505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "37670"
    uid: c1de8076-c276-4b42-b043-2af9e04f4d7b
  kind: Event
  lastTimestamp: "2026-08-04T18:50:51Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh.18c8aecdd6213063
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: a48088a3-63e7-477f-8968-f051b877c120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486
    namespace: kserve-ci-e2e-test
    resourceVersion: "37658"
    uid: 71e3641b-68c8-493e-9a5a-083c5f0e450d
  kind: Event
  lastTimestamp: "2026-08-04T18:50:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486-jhhqh'
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486.18c8aecb7f2f0727
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 03442b79-4a57-48af-8583-1e77c0b82b1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 3ee45a4f-2140-41f4-ad76-8d029a71a9f7
  kind: Event
  lastTimestamp: "2026-08-04T18:50:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5976fc8486
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c8aecb7c34ecb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: 1746645b-1ad8-4b3e-9da3-ed1e930b8567
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 23f5a524-b82b-4c8c-a7f9-013e399de7b2
  kind: Event
  lastTimestamp: "2026-08-04T18:50:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:47Z"
    name: isvc-sklearn-s3-tls-global-fail.18c8aecb7c3a2e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 6989d306-db3f-4a11-92e0-85cf1f5baefa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: 23f5a524-b82b-4c8c-a7f9-013e399de7b2
  kind: Event
  lastTimestamp: "2026-08-04T18:50:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail.18c8aecb7cdcc7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: 13a7ea29-e88c-4a0a-b35b-e6f1b50ef7ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: 23f5a524-b82b-4c8c-a7f9-013e399de7b2
  kind: Event
  lastTimestamp: "2026-08-04T18:50:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:41Z"
    name: isvc-sklearn-s3-tls-global-fail.18c8aecb8379b842
    namespace: kserve-ci-e2e-test
    resourceVersion: "37682"
    uid: ef6ee045-263f-414f-8009-e946104c85df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:49:10.145964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb646b558a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: befaac46-1f20-4304-958f-44b9a9b50f69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6605c19b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36828"
    uid: 943be86b-1c4a-459a-80b5-7697a1a3d87a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb661fb00ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: 501b5fa6-9214-4d2c-b623-8f00b63a6620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb664a2eb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: 2b02408c-a237-4727-9c6e-ea434139f7b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb66516134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: 5f31e4c1-736c-4a02-b00d-45659406aaea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d09f2188
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: b8fa34ae-dcab-4635-b09c-5180cd9b8cd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d3caf4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 323c3bb4-867b-4c6d-9b9e-46f454bf1ab0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d466243d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36856"
    uid: 6d9564bf-b660-4e77-ac10-160c79df3f00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d4722fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: b0338eab-0e52-4f35-b029-df3aeff04dc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d7a09cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36860"
    uid: bb0afc25-915d-4551-8eb2-055adc1eed4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:49:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:49:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb6d81ba1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36862"
    uid: 43dc9d61-2080-406d-997d-4b96d84d1bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:50:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aeb7487f73a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: 27993276-4d86-445a-a6d0-4611a4489f4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:50:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aecb3d49db5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 51ccedae-88a6-4684-ba14-7908c9636de3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:50:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aecb3d4a263e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37630"
    uid: cb347d80-d12b-4631-9737-c0a57a6edae5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: dbc283c5-5e91-425f-9f3e-7d271503920f
  kind: Event
  lastTimestamp: "2026-08-04T18:50:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:50:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh.18c8aecb4ed1aa44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: 48d3074b-9d66-4699-90eb-6b3eb106aa7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: 07f2303d-3c88-45d7-9a52-4c7ab06c4607
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886-x7zdh'
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886.18c8aeb6461f86b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 03e0e446-843f-4662-aff8-35d0936c90ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: ba137ef3-0798-447a-a889-d2acd1d856b9
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-86b6cc7886
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c8aeb643132446
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: dea63fba-d64f-4169-9e1b-17bf233eb18c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 43862cc1-ed6a-41fd-a614-64bbff40d40c
  kind: Event
  lastTimestamp: "2026-08-04T18:49:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c8aeb9c24675f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37147"
    uid: 1d8230a2-454f-463d-ba6d-aa55aad048a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 43862cc1-ed6a-41fd-a614-64bbff40d40c
  kind: Event
  lastTimestamp: "2026-08-04T18:49:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:49:40Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c8aeb9c2c2664c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37148"
    uid: 4af2d81a-06c2-46aa-8e3a-63314af9ff0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36971"
    uid: 43862cc1-ed6a-41fd-a614-64bbff40d40c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c8aec0c0da8967
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: a1bc0cb5-2ef3-46bb-99c4-44833864a0e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36971"
    uid: 43862cc1-ed6a-41fd-a614-64bbff40d40c
  kind: Event
  lastTimestamp: "2026-08-04T18:50:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:50:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c8aec0c1573e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 1b8680e1-c6c1-4a87-9d99-82f7ebb72397
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 838162c5-8b9b-4dd9-a65d-6ed95e20abf1
  kind: Event
  lastTimestamp: "2026-08-04T18:50:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18c8aeb643249e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37596"
    uid: 90b704da-ba40-41ec-a321-928478506206
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 838162c5-8b9b-4dd9-a65d-6ed95e20abf1
  kind: Event
  lastTimestamp: "2026-08-04T18:49:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:10Z"
    name: isvc-sklearn-s3-tls-global-pass.18c8aeb643c3bea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 10a3ea58-3092-4d1a-bf36-cd9d661ae70e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:50:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: 838162c5-8b9b-4dd9-a65d-6ed95e20abf1
  kind: Event
  lastTimestamp: "2026-08-04T18:50:38Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:50:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18c8aecace06e63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: d088cb72-152c-48cf-b8fb-953ad56d48d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:53:55.836005Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39722"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aef8cb29796d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 4768ba68-734b-4aec-95af-6ff9992976a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39733"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: "2026-08-04T18:53:56Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:53:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aef8e5ca6293
    namespace: kserve-ci-e2e-test
    resourceVersion: "39746"
    uid: 7aa0ec83-94c2-46e7-9bbf-142fe00122be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: "2026-08-04T18:53:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aef8e8b26a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39780"
    uid: f50f9277-1f06-46cf-b6fd-ff940afee31c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: "2026-08-04T18:53:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aef8eba238c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: 1e999b4b-4433-4fd0-b47f-9b31e6515795
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: "2026-08-04T18:53:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aef8ec167332
    namespace: kserve-ci-e2e-test
    resourceVersion: "39785"
    uid: 23d99de5-b44f-4eac-99b8-77b3eaf6453c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "39724"
    uid: 285d43c9-a544-4f32-8b21-ade1b3fba665
  kind: Event
  lastTimestamp: "2026-08-04T18:54:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh_kserve-ci-e2e-test(285d43c9-a544-4f32-8b21-ade1b3fba665)
  metadata:
    creationTimestamp: "2026-08-04T18:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:54:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh.18c8aefaa30e73ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39819"
    uid: 2a4fce25-49df-4a26-9086-9ebb0cc73484
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39712"
    uid: 13f39354-9723-49a0-a74c-800a9f84206c
  kind: Event
  lastTimestamp: "2026-08-04T18:53:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7-p9vxh'
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7.18c8aef8caa6d4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39723"
    uid: 45f9ae3f-f4b0-44d6-920c-3d4e5c913f00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39710"
    uid: 9776cb54-1bf4-4bb1-81e9-603a55a94e86
  kind: Event
  lastTimestamp: "2026-08-04T18:53:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6b57bbfcd7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c8aef8c7fe71df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39713"
    uid: a7d86c0e-a5e3-4344-9825-742ca2fd8623
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39701"
    uid: 59bfa70c-51bb-4beb-a6bb-11addab6e0ab
  kind: Event
  lastTimestamp: "2026-08-04T18:54:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:54:03Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c8aef8c80fae33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39825"
    uid: d788d3af-40d7-4ca3-9c95-b2912941f9a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39701"
    uid: 59bfa70c-51bb-4beb-a6bb-11addab6e0ab
  kind: Event
  lastTimestamp: "2026-08-04T18:53:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c8aef8c8940151
    namespace: kserve-ci-e2e-test
    resourceVersion: "39735"
    uid: e2f587a8-db37-45db-bdfe-1b2dafb2d5e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39707"
    uid: 59bfa70c-51bb-4beb-a6bb-11addab6e0ab
  kind: Event
  lastTimestamp: "2026-08-04T18:53:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c8aef8cf5c27d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39736"
    uid: 2384ecd7-eb7e-4d77-961b-f12e2f949d8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:52:24.685812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:52:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee3922fda22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: d08dc4d9-1d87-4420-9c6a-9012e219de67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee399f132cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 25eb56ce-3544-4f84-8ab7-d003dde3355b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38880"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:25Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:52:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee3d05cb1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38904"
    uid: c7cf9533-dd99-4076-b7c3-e6804f12047f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee3d1e6c479
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: bcad2361-9c6c-479f-8d9d-165220dcfe68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee3d53a1b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 84c7fe28-9e9a-4477-9248-6966b4c7c553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee3d5b8d6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 1904da67-d76a-45f1-8eff-f936ddc187c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee42f69b771
    namespace: kserve-ci-e2e-test
    resourceVersion: "38926"
    uid: 73dd16ac-f876-46fc-9a23-d5e9bb486a09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee432d0945f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38928"
    uid: 1add4c12-f911-41e8-8b08-63457c12ed7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee433574d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "38930"
    uid: 111494b4-3d48-4ae8-90d4-90faaf3442d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee43364acf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38932"
    uid: 58220164-ea18-45f8-97f0-243f672cc8ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee4368036c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38934"
    uid: 5bc4fb81-af73-4037-bf48-0ca9bbeb532e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:52:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:52:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee4370642ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38935"
    uid: b3be61a4-c7c0-4acc-8974-9483473c8d81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:53:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aee4a76ca6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 49a98eb1-c99d-42e3-85b8-6ea79fb9be0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:53:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aef88cd7b324
    namespace: kserve-ci-e2e-test
    resourceVersion: "39685"
    uid: d707ca15-bf19-4fb6-a0e1-0c64e3d87f90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:53:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aef88cd881f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39686"
    uid: 6202bdb6-291f-4f21-96c8-13b6cf1d0ea4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: 43f7f6bb-e01d-4050-9331-c7d88122bfbb
  kind: Event
  lastTimestamp: "2026-08-04T18:53:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:53:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq.18c8aef8ad9fc99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: 9068fdd6-4fa1-4114-9805-2646bb94266e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38860"
    uid: 31395050-8c81-4586-9c7d-545b0ab299a8
  kind: Event
  lastTimestamp: "2026-08-04T18:52:24Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7-ml7xq'
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7.18c8aee391b996da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: 8485fd71-cdef-4d79-bd2f-266e7075425a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38858"
    uid: 6313e389-24af-4b80-8419-c72643748a3d
  kind: Event
  lastTimestamp: "2026-08-04T18:52:24Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7d56db8dc7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c8aee38eefc03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38862"
    uid: c72aa403-54b3-4f2a-88a9-d3976986cb11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38859"
    uid: 6c08640d-ef03-472b-8cc7-34bd3471f5bf
  kind: Event
  lastTimestamp: "2026-08-04T18:52:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c8aee70d96332d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39023"
    uid: cc7e490e-23a4-4e2d-942b-ac3caeda269a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38859"
    uid: 6c08640d-ef03-472b-8cc7-34bd3471f5bf
  kind: Event
  lastTimestamp: "2026-08-04T18:52:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:52:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c8aee70e4460fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39024"
    uid: d48c0d5d-b4ac-46a0-badb-55dc0c8e5b0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6c08640d-ef03-472b-8cc7-34bd3471f5bf
  kind: Event
  lastTimestamp: "2026-08-04T18:53:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c8aeea8d8533e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: 02ae7cec-eaf2-4054-99d9-e10a3c298472
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 6c08640d-ef03-472b-8cc7-34bd3471f5bf
  kind: Event
  lastTimestamp: "2026-08-04T18:53:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:53:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c8aeea8df392c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39683"
    uid: 1077d384-5a10-400e-9c71-f7f1a297ba9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: 8fde5dad-7b3e-4145-8a1a-865e59c2a811
  kind: Event
  lastTimestamp: "2026-08-04T18:53:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:51Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c8aee38f22d504
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: 4e6cd4e8-2c4e-4349-b260-63cb2325536c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: 8fde5dad-7b3e-4145-8a1a-865e59c2a811
  kind: Event
  lastTimestamp: "2026-08-04T18:52:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:52:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c8aee38fa965ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38866"
    uid: 1e5c01ff-4404-412b-88c1-681e04225691
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:53:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39642"
    uid: 8fde5dad-7b3e-4145-8a1a-865e59c2a811
  kind: Event
  lastTimestamp: "2026-08-04T18:53:51Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:53:51Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c8aef7bd4d91fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39643"
    uid: 30044670-d3cf-403e-a6cc-f34bbd5e046a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: f7eb1879-5c1e-48de-a10f-e9cf14906c14
  kind: Event
  lastTimestamp: "2026-08-04T18:49:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:04Z"
    name: isvc-sklearn-s3.18c8aea13ee9536b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36726"
    uid: f984573c-6e37-4031-ae9c-e367373c69d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: f7eb1879-5c1e-48de-a10f-e9cf14906c14
  kind: Event
  lastTimestamp: "2026-08-04T18:47:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:47:39Z"
    name: isvc-sklearn-s3.18c8aea13f8a31a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35966"
    uid: 5605eca5-b09e-408c-b227-8c645883438d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: f7eb1879-5c1e-48de-a10f-e9cf14906c14
  kind: Event
  lastTimestamp: "2026-08-04T18:49:04Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:49:04Z"
    name: isvc-sklearn-s3.18c8aeb4edc65e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: 5f8529f1-4938-47b5-aa8a-b06f8250f6c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-cfd68947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 26db1dee-91a0-48de-8246-fb371e18189c
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-cfd68947-hpwww'
  metadata:
    creationTimestamp: "2026-08-04T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-sklearn-scheduler-predictor-cfd68947.18c8ad7651a31379
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: ec0c8bb4-f732-4a85-820f-495dd809d694
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: 32a143c4-0522-41c6-9308-fedf5a155edc
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-cfd68947 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-sklearn-scheduler-predictor.18c8ad7648ca38f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: 1a0c78f1-a66f-4e24-997e-f1a52c9eb6d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 52e6d03d-5948-4aba-b18b-faa68bdfad55
  kind: Event
  lastTimestamp: "2026-08-04T18:26:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:16Z"
    name: isvc-sklearn-scheduler.18c8ad76489c94d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 08015909-1136-4aa0-92e7-4809e0b59ab4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 52e6d03d-5948-4aba-b18b-faa68bdfad55
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-sklearn-scheduler.18c8ad764925b0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: c0cb00e3-3b77-400a-892c-38962f1a3d2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 52e6d03d-5948-4aba-b18b-faa68bdfad55
  kind: Event
  lastTimestamp: "2026-08-04T18:26:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:15Z"
    name: isvc-sklearn-scheduler.18c8ad764926010a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: b295fe92-397b-4542-beb0-b74bac3bacf8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:34:22.159075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade78690af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: 4327fa2e-f564-4ff7-81f7-54434f868cc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28377"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade79ffce715
    namespace: kserve-ci-e2e-test
    resourceVersion: "28389"
    uid: d0fac539-1e42-4e62-96e0-e7e2977ce105
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade7a1de7a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: 65754a08-c6e9-447b-b767-2d8961633e64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade7a4b2b6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 8db9e453-2c70-4e8f-8b68-eccb0b6e0a45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade7a5284914
    namespace: kserve-ci-e2e-test
    resourceVersion: "28393"
    uid: 50cc8340-530c-41ae-a905-c02d7f56f298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade882fbe608
    namespace: kserve-ci-e2e-test
    resourceVersion: "28422"
    uid: eba2f3c9-37f5-4cc7-bdfb-5ee61a44804e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade8866ef866
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 4e8147c6-d9e7-4b73-a003-f12ecc98211b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade886ea2f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 49b01dcb-47c4-4597-befb-6799479ec963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade886f4a56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: a88bc115-ac05-4119-8b3d-b395327ff924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade88a930a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "28431"
    uid: 61bb074c-8a37-4329-9840-378d5de9b8d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:34:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade88b10e4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: 709a60aa-b9a3-41ba-8bfe-91c476834b67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:35:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:54Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8ade8fafeabcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: 081edc18-9678-4fc6-9a7f-094eae2eea99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:35:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8adfc7c6c22cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29212"
    uid: c13ddcca-d5db-4824-97c6-3f1d876659d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:35:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:52Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8adfc7c6cc715
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: 43a69c97-7499-401d-82e1-396539e33f11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 155b1987-b73f-46f4-953f-6b8fdc2a0f51
  kind: Event
  lastTimestamp: "2026-08-04T18:35:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:54Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62.18c8adfd013692fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29231"
    uid: 3dd0069b-2d8e-4137-9d3d-bd77186762b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: 469fa91f-f42d-415f-a3e4-0ffa6aa82c3a
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5d8958df4-gvp62'
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5d8958df4.18c8ade7858bd8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 775105f0-b563-474a-904b-7b207e7c1572
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28353"
    uid: 48ef075b-c52c-44e9-b1f7-d37339c6a5cb
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5d8958df4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18c8ade77db50cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28356"
    uid: e56b2f07-4ebb-42d5-8d35-a754ed72cd63
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: a4f14043-b7ea-4649-af40-e7f5bc33ac14
  kind: Event
  lastTimestamp: "2026-08-04T18:34:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c8adeafcd2b681
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: bf2c0795-91bf-4f17-995d-2fe376a278a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: a4f14043-b7ea-4649-af40-e7f5bc33ac14
  kind: Event
  lastTimestamp: "2026-08-04T18:34:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c8adeafd62cdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 38467513-8699-4f71-9e93-78bf5595a1d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: a4f14043-b7ea-4649-af40-e7f5bc33ac14
  kind: Event
  lastTimestamp: "2026-08-04T18:35:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c8adf1fb628f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29196"
    uid: b7a5739d-b282-426b-8d9c-eb4c1e8ad325
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: a4f14043-b7ea-4649-af40-e7f5bc33ac14
  kind: Event
  lastTimestamp: "2026-08-04T18:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c8adf1fbe87d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29198"
    uid: 32bb70b2-60c0-4b4b-99bb-1ab976c969ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 91db183c-abf8-4931-be84-5820a3bb2208
  kind: Event
  lastTimestamp: "2026-08-04T18:35:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:35:44Z"
    name: isvc-sklearn-v2-mixed.18c8ade77e223be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 82c07c81-82b5-4354-b1c9-6639cbd8fb88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 91db183c-abf8-4931-be84-5820a3bb2208
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed.18c8ade77f82fe6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28380"
    uid: 8883ed45-3a57-4902-b630-ed067cf79441
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28350"
    uid: 91db183c-abf8-4931-be84-5820a3bb2208
  kind: Event
  lastTimestamp: "2026-08-04T18:34:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:34:22Z"
    name: isvc-sklearn-v2-mixed.18c8ade78b8f4da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28381"
    uid: 8c2b54c3-1791-4128-b206-93aeed1a1fb2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: 91db183c-abf8-4931-be84-5820a3bb2208
  kind: Event
  lastTimestamp: "2026-08-04T18:35:44Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:35:44Z"
    name: isvc-sklearn-v2-mixed.18c8adfab441b5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: 92f3da24-6ddd-4630-8c69-ec4b5c157304
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:32:46.528970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:32:46Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add142912225
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: 7cbbf59b-213a-462c-9617-598800e5d9d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:46Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:32:46Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add15d501492
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: 2748b1cf-4ebc-4231-a6ae-3f0b6bb8d1f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:47Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add15f25ed23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: a01a0b4f-6e78-466e-87fb-5fefb9cfa139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:47Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add162042d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 74c73944-b8cb-4a3e-877e-8adf19b5ad20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:47Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add16276ff1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: b09ac081-d8e0-4758-b11f-3e4f5e42e71f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:50Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add247efa2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 88c12a61-a459-4ff9-8a39-d5c0d5b982ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:50Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add24b5def9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: cc7a4f8f-0461-489a-b4e1-8fd5d0835b77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:50Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add24bd3cc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 11f4d274-1908-469f-83ec-d940b979a5cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:50Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add24bde0e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 72e57438-e3ed-4b72-b1fa-e944a6f40889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:51Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add24f1752c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: bce83f4d-d2cd-4a75-a7d9-435f60d3e860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:32:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:51Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add24f8a4ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: caaf0f64-b792-43db-b4a6-fa175a3939a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:18Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8add2bff7ff77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 23c53186-4a89-4eb7-ac2a-9a3107d2eecc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:16Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8ade648a6a466
    namespace: kserve-ci-e2e-test
    resourceVersion: "28299"
    uid: ceddc784-6d1e-4ead-81b9-1a02024923ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:16Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8ade648a71bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dd748024-9ec7-4151-8323-8c9ba242ffa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 6ca193a8-5e10-4901-a0e8-6b5b22a2197c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:34:18Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n.18c8ade6c62dd201
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 29b25e51-25d6-440d-a73f-b8473fd26275
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: 73d4fa91-100d-40a9-b005-a0c687e57220
  kind: Event
  lastTimestamp: "2026-08-04T18:32:46Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5dbb8d5f8c-vp58n'
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:46Z"
    name: isvc-sklearn-v2-predictor-5dbb8d5f8c.18c8add141db7921
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: cf9dcd5a-aae3-4e31-b353-a6cec8d77a24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: e6c2aa76-a035-40d4-9793-ce1454a2c4f2
  kind: Event
  lastTimestamp: "2026-08-04T18:32:46Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5dbb8d5f8c from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:46Z"
    name: isvc-sklearn-v2-predictor.18c8add13df263cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27495"
    uid: 7a60796d-0d0a-452e-938d-66113f808413
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 9b27f693-e83b-49de-baaa-8243edcbe57c
  kind: Event
  lastTimestamp: "2026-08-04T18:33:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:33:31Z"
    name: isvc-sklearn-v2-predictor.18c8add4bd43e1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: 7b1f02c0-545b-4008-b420-b4ae94c8f671
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 9b27f693-e83b-49de-baaa-8243edcbe57c
  kind: Event
  lastTimestamp: "2026-08-04T18:33:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:33:31Z"
    name: isvc-sklearn-v2-predictor.18c8add4bdb2570f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 018795f0-4271-4228-ac5a-9d2c8a72e8aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27662"
    uid: 9b27f693-e83b-49de-baaa-8243edcbe57c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:16Z"
    name: isvc-sklearn-v2-predictor.18c8add83c93fecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: adb58305-7478-473e-992c-720387e64ec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27662"
    uid: 9b27f693-e83b-49de-baaa-8243edcbe57c
  kind: Event
  lastTimestamp: "2026-08-04T18:34:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:34:16Z"
    name: isvc-sklearn-v2-predictor.18c8add83d15907c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28282"
    uid: 73c06f25-9770-4f21-b97a-7ecb23268bb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:31:41.220732Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc20de4816c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 213813a7-45fb-4408-a584-4d46258240bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc21beb93b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: afdadfdc-8636-48a4-bd8e-de05980eddf0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:42Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:31:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc24b767a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 2c359e29-d895-4754-b296-9ff9de147f3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc24d00305d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: bd440ed0-c8da-4661-85cb-aeafbba582a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc2504199c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 021e3fdd-8e2d-4b94-9d9e-ae5e21055c70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc250ac1872
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 08c7cccd-8ab8-4a0b-8862-1e7abbbf293e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc34cbc3abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: fb8da67a-e75c-4deb-8993-859a7406e1fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc34f7a3873
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 3f5961a7-c89d-4543-8928-359f5a363bba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc3501923ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: d900610b-3327-44e1-a8be-96eff78b881a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc350242a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: ffa791ae-8c25-4bea-a553-d8492eb89aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc352ef1df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: 36088d8f-148c-4724-9bf0-433f1b140209
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:31:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adc35356862c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: d83e6dfb-7d80-4d09-8126-91b5bab1f023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:32:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-04T18:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8adcc2a53666c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: b0b5464a-484b-4f6f-8e78-32bbea365e11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:32:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8add00b9700cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: 40b188c3-a89e-48be-8408-dabeb1b752e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:32:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8add00b97852b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 537a8f7f-36ee-45ab-a034-cdb72b329d52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 5754703d-ce56-4877-ad5c-b26eb4ce32ee
  kind: Event
  lastTimestamp: "2026-08-04T18:32:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:32:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6.18c8add0cec783ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: a367d962-25aa-4fa3-b8da-8af5df85c3aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: db372c63-2b88-42df-8ec1-1721995f3693
  kind: Event
  lastTimestamp: "2026-08-04T18:31:41Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bwlb6'
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c8adc20d621d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: 44fdfe9d-9ffb-4f83-914b-6a2695b7f477
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 72989098-189d-479c-b830-bf2eb0f39ba4
  kind: Event
  lastTimestamp: "2026-08-04T18:31:41Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18c8adc209ec6013
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: af0f4cfd-ff07-49f0-a564-0c053b91082c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: ad180e0e-6270-4db0-bd57-cbf7d175ec8b
  kind: Event
  lastTimestamp: "2026-08-04T18:32:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18c8adc588d50388
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 4a04f0c5-9005-47b8-99eb-ed4cdb4a86c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: ad180e0e-6270-4db0-bd57-cbf7d175ec8b
  kind: Event
  lastTimestamp: "2026-08-04T18:32:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18c8adc5893f97fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: 7cc630fa-50ad-4d25-ad33-c8afcea2a3e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: ad180e0e-6270-4db0-bd57-cbf7d175ec8b
  kind: Event
  lastTimestamp: "2026-08-04T18:32:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18c8add0060b3ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3f392066-ea9c-4bbe-8ad8-0a397a564e4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: ad180e0e-6270-4db0-bd57-cbf7d175ec8b
  kind: Event
  lastTimestamp: "2026-08-04T18:32:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:32:41Z"
    name: isvc-sklearn-v2-runtime-predictor.18c8add006894142
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 5f886c91-13e0-411c-be67-8fddece35ce4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: d40e816d-4f66-425a-9060-2029a8bf8dc9
  kind: Event
  lastTimestamp: "2026-08-04T18:32:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:32:34Z"
    name: isvc-sklearn-v2-runtime.18c8adc209ee40a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27379"
    uid: 33493757-9041-4acd-8900-3b41b030d502
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: d40e816d-4f66-425a-9060-2029a8bf8dc9
  kind: Event
  lastTimestamp: "2026-08-04T18:31:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:31:41Z"
    name: isvc-sklearn-v2-runtime.18c8adc20a864026
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: 20439089-6ed6-4ff8-ad29-5cc5f840aa17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27377"
    uid: d40e816d-4f66-425a-9060-2029a8bf8dc9
  kind: Event
  lastTimestamp: "2026-08-04T18:32:34Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:32:34Z"
    name: isvc-sklearn-v2-runtime.18c8adce8149ffaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27378"
    uid: 4ae168d3-8f00-4827-8e1a-59a364796540
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 4d4a6af2-1fbe-4854-b342-bdbedce20796
  kind: Event
  lastTimestamp: "2026-08-04T18:34:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:34:09Z"
    name: isvc-sklearn-v2.18c8add13dfcc513
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: 610e62c7-9011-4784-94c3-687633e64c82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:32:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 4d4a6af2-1fbe-4854-b342-bdbedce20796
  kind: Event
  lastTimestamp: "2026-08-04T18:32:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:32:46Z"
    name: isvc-sklearn-v2.18c8add13e7fa386
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: 674c702f-4bfb-4f87-9d9f-242a957ef449
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:34:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28221"
    uid: 4d4a6af2-1fbe-4854-b342-bdbedce20796
  kind: Event
  lastTimestamp: "2026-08-04T18:34:09Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:34:09Z"
    name: isvc-sklearn-v2.18c8ade47a9b34d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: 04dc46f1-1a2b-424c-9205-7d9c7b70e84b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: a0a79e54-99dc-4b79-9d4c-7d656a215281
  kind: Event
  lastTimestamp: "2026-08-04T18:27:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:27:45Z"
    name: isvc-sklearn.18c8ad77f3dda668
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 610c27db-b372-4b9f-98f0-6d21e2ac858d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: a0a79e54-99dc-4b79-9d4c-7d656a215281
  kind: Event
  lastTimestamp: "2026-08-04T18:26:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:22Z"
    name: isvc-sklearn.18c8ad77f44d42fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: 7300c82c-4aec-482c-aeb4-7ae50735e577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: a0a79e54-99dc-4b79-9d4c-7d656a215281
  kind: Event
  lastTimestamp: "2026-08-04T18:27:44Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:27:44Z"
    name: isvc-sklearn.18c8ad8b0cc01841
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: fad185f8-422b-46ed-9237-84391e823e56
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:35:57.525938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-n87rs
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:35:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfdbadf9bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29287"
    uid: 2d1258d8-275e-4a0c-afcf-02b9f7afed0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29290"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:35:57Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:35:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfdd502f276
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: 24023a8f-7511-4f1d-9d2d-2723b04365ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:35:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfdd772edbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 9694f656-2dc4-445e-924c-0119269852f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:35:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfdda5976ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: ac5cfb16-34b6-4e6c-ac3c-9e3f9411b704
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:35:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:35:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfddacf19b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 20b40d15-de97-4152-84a7-17a12755839b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:02Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-08-04T18:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adfef9dd84d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29348"
    uid: a34344e9-d87f-4b54-8c20-3f85461d97ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.913s (3.913s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffe31ddf28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: 336408aa-8980-488a-8e56-f38e75de3f8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffe6761c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: 458746a8-65dd-4a6e-9894-ea786b6a6085
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffe6e9fa70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 6dfe2f5a-377f-4cfb-94eb-0d11d5e24aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffe6f5ce80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 9d072cc1-a5e7-47a0-95f4-8d8ca6dfc463
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffe9ea682c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: d10a52f8-5f57-4cf0-908b-5f3a32720152
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8adffea5ee52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: fd2ca799-4fa4-4cb2-83ca-c643508275aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8ae0061b5c6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: 978a0fd4-f0ab-4d82-9e6f-c5bd73fc1f27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8ae074b777daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: 391adbb8-2c43-4045-812a-9db39b709f7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:36:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8ae074b78000e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 91ba3385-957a-4a42-a658-4a89c87ef73d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-n87rs
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: baa178b4-d81f-40c9-a025-0e5f8010697e
  kind: Event
  lastTimestamp: "2026-08-04T18:37:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:04Z"
    name: isvc-tensorflow-predictor-547dfc5669-n87rs.18c8ae0799b6e244
    namespace: kserve-ci-e2e-test
    resourceVersion: "29990"
    uid: daed4713-5c78-4324-a387-c6cd116e3c97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: 99e3c1a6-4997-4620-8bdd-ef41d7c1b128
  kind: Event
  lastTimestamp: "2026-08-04T18:35:57Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-n87rs'
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:57Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c8adfdb8f987e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: 8903f548-6c6f-4173-86a5-868636244b7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: 59a3a3f8-827f-444b-8c18-bfbb028ee0d7
  kind: Event
  lastTimestamp: "2026-08-04T18:35:57Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:35:57Z"
    name: isvc-tensorflow-predictor.18c8adfdb119be2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: 22d18abb-399c-4e41-b4f4-a72878f4f8f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: c31e8ca0-6469-4b42-b009-1b244749d4f4
  kind: Event
  lastTimestamp: "2026-08-04T18:36:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:12Z"
    name: isvc-tensorflow-predictor.18c8ae01308bc63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: 0b092884-ca49-4e57-ad7d-3cb06580bdc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29268"
    uid: c31e8ca0-6469-4b42-b009-1b244749d4f4
  kind: Event
  lastTimestamp: "2026-08-04T18:36:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:12Z"
    name: isvc-tensorflow-predictor.18c8ae0130f44be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: b4ecba1c-2eff-46cf-a90f-89c27682f67e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: c31e8ca0-6469-4b42-b009-1b244749d4f4
  kind: Event
  lastTimestamp: "2026-08-04T18:36:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:27Z"
    name: isvc-tensorflow-predictor.18c8ae04b0511231
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 13d9e760-ce59-4a08-a953-9f90723717ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: c31e8ca0-6469-4b42-b009-1b244749d4f4
  kind: Event
  lastTimestamp: "2026-08-04T18:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:27Z"
    name: isvc-tensorflow-predictor.18c8ae04b0d6eda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 41e322cf-2ca7-4513-b11a-2100a1bb354a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:36:43.774048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29772"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:36:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:36:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae087f79c23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 660c8881-1a6c-4bfc-b94b-f153c68c032b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:44Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:36:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0899c03671
    namespace: kserve-ci-e2e-test
    resourceVersion: "29796"
    uid: 9092aafe-8d99-4aea-9e06-d66e950f097f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae089b72e62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: b5e4cbe4-898e-4c37-8ff3-4e95e077ee6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae089e8058df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29799"
    uid: 04309180-1a46-446f-ab77-017860bfb48d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae089f0322a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: ea74f777-4573-4922-9e16-a8bcb10ab0ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:49Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-08-04T18:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae09caebbd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29854"
    uid: 22482911-976b-4905-b300-ed62f167372f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.046s (4.046s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0abc225275
    namespace: kserve-ci-e2e-test
    resourceVersion: "29891"
    uid: 7b1ebe78-4493-44c0-8346-cc634442fcd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0abf1ab39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: 4f7cda5d-1ad1-48e4-828c-7d1214b59485
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0abf92f843
    namespace: kserve-ci-e2e-test
    resourceVersion: "29894"
    uid: 79866a07-96d7-4254-899b-8eec2536e2a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0abf9de1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29895"
    uid: ec86bba0-3c7f-4fa3-a695-218b1c05c319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0ac2dbf201
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: b778c5cc-773c-40d6-b8ff-bbce7c8de1f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:36:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:36:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0ac34fd30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: ee3ecded-6dbb-4d29-8f4d-344845edbf8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:37:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae0b324a7c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29962"
    uid: e8e0dbfa-2149-4769-aa8f-0e9b0c670273
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:37:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae1239ca5ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: dff68fec-ebc3-40bd-8453-3c9c97fdc356
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:37:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:25Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae1239cba817
    namespace: kserve-ci-e2e-test
    resourceVersion: "30178"
    uid: 83ab9668-d918-4a17-b8ab-db7cbbe8377c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 276e81e0-215c-4e5b-b41c-589062be76c9
  kind: Event
  lastTimestamp: "2026-08-04T18:37:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw.18c8ae126a402657
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 0dfcdda4-afa5-4412-b2ab-caf61f07cff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 6dfa3888-c5d9-4397-8c86-6f68a2802cbf
  kind: Event
  lastTimestamp: "2026-08-04T18:36:43Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-2mzfw'
  metadata:
    creationTimestamp: "2026-08-04T18:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c8ae087ee57506
    namespace: kserve-ci-e2e-test
    resourceVersion: "29773"
    uid: 045fc066-a547-4b76-aab6-c53140ed1a87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29760"
    uid: 019c9acd-2d2f-4dde-91f5-540f968e2ce2
  kind: Event
  lastTimestamp: "2026-08-04T18:36:43Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:36:43Z"
    name: isvc-tensorflow-runtime-predictor.18c8ae087c20af21
    namespace: kserve-ci-e2e-test
    resourceVersion: "29763"
    uid: 5fe4bfbc-3500-4d42-855d-bb6c85920fc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29761"
    uid: b86f2b3d-730a-4b5b-b313-f76dce4fe4ef
  kind: Event
  lastTimestamp: "2026-08-04T18:37:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:37:13Z"
    name: isvc-tensorflow-runtime-predictor.18c8ae0bfb3b85cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 101db900-36b9-4975-b194-1fa3f8ccd060
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29761"
    uid: b86f2b3d-730a-4b5b-b313-f76dce4fe4ef
  kind: Event
  lastTimestamp: "2026-08-04T18:37:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:37:13Z"
    name: isvc-tensorflow-runtime-predictor.18c8ae0bfbb35403
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: 1c187b5a-6c2e-4ae0-bffe-0b87c91c42c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29752"
    uid: 4cbd0181-7d21-4429-aea8-dc1d562b0ab1
  kind: Event
  lastTimestamp: "2026-08-04T18:37:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:37:11Z"
    name: isvc-tensorflow-runtime.18c8ae087c249983
    namespace: kserve-ci-e2e-test
    resourceVersion: "30057"
    uid: 199ca918-a3ca-4ff5-8726-6a055590421d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29752"
    uid: 4cbd0181-7d21-4429-aea8-dc1d562b0ab1
  kind: Event
  lastTimestamp: "2026-08-04T18:36:43Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:43Z"
    name: isvc-tensorflow-runtime.18c8ae087cc6be76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29768"
    uid: 369312ae-1867-4a03-9c9b-030ac7e46029
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 4cbd0181-7d21-4429-aea8-dc1d562b0ab1
  kind: Event
  lastTimestamp: "2026-08-04T18:37:11Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:37:11Z"
    name: isvc-tensorflow-runtime.18c8ae0ef211923c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: d1d69489-ed89-4db5-b479-99dce62fa484
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "29259"
    uid: 98af0502-332d-4191-ae04-99c1d6a4df18
  kind: Event
  lastTimestamp: "2026-08-04T18:36:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:25Z"
    name: isvc-tensorflow.18c8adfdb1220329
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: 539414d3-eefd-445e-8f5d-b0e41b77edb7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:35:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "29259"
    uid: 98af0502-332d-4191-ae04-99c1d6a4df18
  kind: Event
  lastTimestamp: "2026-08-04T18:35:57Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:35:57Z"
    name: isvc-tensorflow.18c8adfdb1eacacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29274"
    uid: 1ef68aa8-2b5d-414c-a368-e4c8784b932c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:36:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: 98af0502-332d-4191-ae04-99c1d6a4df18
  kind: Event
  lastTimestamp: "2026-08-04T18:36:25Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:36:25Z"
    name: isvc-tensorflow.18c8ae04223498fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: 1daa63a7-acb4-48a5-822b-dce91c80825b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:37:30.720960Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-59slr
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:37:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:37:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae136dbac101
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: 544617d0-5a00-4f6b-a90b-dd399f9213a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:37:31Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:37:31Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae1387dfcddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: a8e4eb6c-d484-48ee-885b-ad748140b5b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:37:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:31Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae138956596f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 7c1fb811-4ff9-4949-ae74-9898c064633a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:37:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:31Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae138cea00f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 43bc9af0-9536-4dcf-a91d-f5f8315c8622
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:37:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:31Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae138d5c35aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 756eb759-dffe-4743-8958-2e8dde559489
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:37:35Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-08-04T18:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:37:35Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae14815bb6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: 6a03ed58-66a2-4c5b-a053-be0b0859fda0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.661s
    (1m54.661s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f33b46f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 2b5925b0-3713-4e54-8d6a-5cbf2f1af2dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f3a460876
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 36bd7220-296d-420a-a5d2-c16e8de37acb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f3b56e568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: b5bf557b-0887-490a-a124-fa4fa00e074a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f3b623020
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 02ee5f56-753c-42eb-83cd-152d5ac49309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f40f5302e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 2e706e8f-e9b8-46a9-b540-ba2a045a52b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f420fe175
    namespace: kserve-ci-e2e-test
    resourceVersion: "31268"
    uid: a0ed0b46-f09c-4c36-8c4c-d89db5099596
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:32Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae2f72b8c726
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: fde446a9-e6e7-4975-ab66-f1bed6cf7d8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:42Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae3239cc14af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: c3650b12-60fa-48db-96e1-a5813871f9a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-59slr
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: d42fc83c-2ce5-483b-826c-d66ac55d65d7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:43Z"
    name: isvc-triton-predictor-5d7db58676-59slr.18c8ae3239cc83a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 75251dcf-d664-4df3-a49b-f690565ff878
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: 4eca35b8-2cd5-4be9-8555-29ccd4582761
  kind: Event
  lastTimestamp: "2026-08-04T18:37:30Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-59slr'
  metadata:
    creationTimestamp: "2026-08-04T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:37:30Z"
    name: isvc-triton-predictor-5d7db58676.18c8ae136d434768
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: aa10ed76-fd9b-41a0-a1f3-01ace43da3e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: f0e6eb4c-e51f-488d-a9df-a4bf61dd321d
  kind: Event
  lastTimestamp: "2026-08-04T18:37:30Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:37:30Z"
    name: isvc-triton-predictor.18c8ae136a501801
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: e923ab18-618a-48dd-be0d-adeb789a8c9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: 10e7422c-52e4-4dbe-9521-1dc2f4df223e
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor.18c8ae16e90ca88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31277"
    uid: fc0d4332-7e4d-40d1-be64-0e278a35f52a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: 10e7422c-52e4-4dbe-9521-1dc2f4df223e
  kind: Event
  lastTimestamp: "2026-08-04T18:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:39:30Z"
    name: isvc-triton-predictor.18c8ae16e9811285
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: 89ed6e02-dbcd-4b3f-90c8-b205f2025258
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: a364f42f-a59c-48d8-aa60-e90285beef48
  kind: Event
  lastTimestamp: "2026-08-04T18:39:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:39:37Z"
    name: isvc-triton.18c8ae136a5acbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: d6567985-1b85-4e2d-a70c-68bb7c35ab71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:37:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: a364f42f-a59c-48d8-aa60-e90285beef48
  kind: Event
  lastTimestamp: "2026-08-04T18:37:30Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:37:30Z"
    name: isvc-triton.18c8ae136af58ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: a74939cc-581b-40d5-a0dd-5571750e6513
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: a364f42f-a59c-48d8-aa60-e90285beef48
  kind: Event
  lastTimestamp: "2026-08-04T18:39:37Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:39:37Z"
    name: isvc-triton.18c8ae30e0187bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 6766ec29-89e0-44bb-aa21-af6dc8f1d4d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:39:48.153020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-jsrtd
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae336d51952e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 46efade3-5a04-4e0e-8044-c54241fa1c26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae338ce2d008
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: 6050b7bb-d8e3-4d3e-9a96-351010e99f57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae338f2cf4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: 496f143c-6fc2-4a24-8e97-e85334a93880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae3394fd9c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 18e0969d-53f6-45db-ba9f-f5ba84b95669
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae33962a1a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: 327c2761-6aee-45b6-8a9e-579f6254028e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:39:53Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:39:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae3498ed41ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: 7855a325-4a2f-43b9-b1f9-2b3339373a59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.22s (21.22s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae3989c1853b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 3f235219-d183-4789-bd30-1d87eeb65bc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae398d0063fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 460404fc-e41a-4313-bbfc-1afc088164f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae398d6e8b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 1266563e-4fb2-49a1-96c4-d3550c66e4bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae398d78e2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: 6888aa21-608f-4127-875b-7092e1f5b25b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae3990d99caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: 17862067-ac43-45b1-b73f-f4a08c751930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:40:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:40:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae3991466854
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 6ae33e3c-9028-4249-82d6-5b7460642ea7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:41:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:12Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae39fbafc701
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 8c48355a-e35d-4605-9984-116455713fb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:41:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae4ac49ec805
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: bc54869a-d3b0-4706-8656-787062837ea5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: 549308d8-e567-4ded-bba3-2adfd6a70dce
  kind: Event
  lastTimestamp: "2026-08-04T18:41:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-jsrtd.18c8ae4ac49f745c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: a5c342f1-a87f-4322-840b-033e4e723add
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 4481fa35-87d7-4472-82bd-034da562b67d
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-jsrtd'
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c8ae336cd8a38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31454"
    uid: abacb3a6-31a0-4569-9073-d5b8628ce855
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: 17ca303b-bcee-4b46-9f69-14463e2e1647
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost-predictor.18c8ae33697f331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: c2620fec-1e37-4476-830d-4385d85aad44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: ec70afab-f9ce-40e0-b646-519f0f9bd771
  kind: Event
  lastTimestamp: "2026-08-04T18:40:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:40:33Z"
    name: isvc-xgboost-predictor.18c8ae36e86e8c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31819"
    uid: ace90716-6b93-436c-a58e-f553674d51d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: ec70afab-f9ce-40e0-b646-519f0f9bd771
  kind: Event
  lastTimestamp: "2026-08-04T18:40:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:40:33Z"
    name: isvc-xgboost-predictor.18c8ae36e8e0931d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31820"
    uid: 4aa9db16-8308-49e0-be39-587aed64a3f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: ec70afab-f9ce-40e0-b646-519f0f9bd771
  kind: Event
  lastTimestamp: "2026-08-04T18:41:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:18Z"
    name: isvc-xgboost-predictor.18c8ae416607a661
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: aff25dc8-5179-4482-b397-ef58ace3a0c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: ec70afab-f9ce-40e0-b646-519f0f9bd771
  kind: Event
  lastTimestamp: "2026-08-04T18:41:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:18Z"
    name: isvc-xgboost-predictor.18c8ae416660359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: b3a9dc5f-0786-4d81-9e46-d84605b6706a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:43:23.977387Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33483"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:43:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:43:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae65ad74018b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 29608720-5751-450e-b2d4-adebffa07797
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:24Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:43:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae65c7e9aa98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33499"
    uid: c338925a-9616-4d90-95ca-9628379e66e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae65c9602278
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 3e9f7960-1116-4f68-bb6e-76e9ef6d43bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae65cda28256
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: 023b16ee-b4ef-4b3d-82bb-e4ca40b02d21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae65ce250bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "33505"
    uid: 84dad63e-cbf4-4a47-b6f7-479521c3fed5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae66da0e8dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: d82939f8-cf7b-45fe-a32e-b8e00646e0c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.058s (20.058s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b85a27fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: e0389f27-2403-43de-ba4b-fb2fa1fe0ca8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b8939c72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33696"
    uid: 3e62d115-e534-4d95-838c-340efbc61374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b89be9b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: 308d9a9c-2093-494c-a98b-4c996ea5c6ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b89cab78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33698"
    uid: 3b0e6ecc-69c6-499a-9b89-c0820a584ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b8cfb2d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33699"
    uid: 5f908579-03d8-490f-a183-b7415a29fe7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6b8d86d0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 6cdc4cee-fc83-4edd-9217-5b959e3642cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae6bc3c34a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 7ff3dbc4-d784-4f7f-975c-c02538ee9fc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae7cfc774ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34373"
    uid: 4a7502fd-2f15-4333-ad70-f7e68ac4fe52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae7cfc77fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34374"
    uid: 4d2d7172-c9f4-45ae-8dc0-6335bcd220a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: cbc3819e-397f-490e-8125-adb8b62445fc
  kind: Event
  lastTimestamp: "2026-08-04T18:45:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf.18c8ae7db1c50c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34393"
    uid: 43904288-debd-4882-b1b1-aa287bec3a5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: d3c36777-472f-4b28-ae89-b5f0865104bc
  kind: Event
  lastTimestamp: "2026-08-04T18:43:23Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-c5hhf'
  metadata:
    creationTimestamp: "2026-08-04T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c8ae65ace74470
    namespace: kserve-ci-e2e-test
    resourceVersion: "33484"
    uid: 4a51063c-21ad-497f-bf1b-4357e45c49f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33470"
    uid: 342366be-5b16-4fd9-a9b3-21de3e70d8b8
  kind: Event
  lastTimestamp: "2026-08-04T18:43:23Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:23Z"
    name: isvc-xgboost-runtime-predictor.18c8ae65a9af39bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: 05044fb1-7eaf-417d-bb47-b28e3b5c9f57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: dfa4f7ba-43f7-4517-8b64-6f5e53f42d16
  kind: Event
  lastTimestamp: "2026-08-04T18:44:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:23Z"
    name: isvc-xgboost-runtime-predictor.18c8ae69283ad4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 9bd281e8-da42-4780-ba36-c71eb6c1cfa8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: dfa4f7ba-43f7-4517-8b64-6f5e53f42d16
  kind: Event
  lastTimestamp: "2026-08-04T18:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:24Z"
    name: isvc-xgboost-runtime-predictor.18c8ae6928ef4eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33970"
    uid: 3d3eec0f-ed31-4b0a-9692-a20d21f899f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33621"
    uid: dfa4f7ba-43f7-4517-8b64-6f5e53f42d16
  kind: Event
  lastTimestamp: "2026-08-04T18:44:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:54Z"
    name: isvc-xgboost-runtime-predictor.18c8ae7026dd6f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34276"
    uid: e3ddcda1-9fb5-47fe-952d-25b8f8c14afe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33621"
    uid: dfa4f7ba-43f7-4517-8b64-6f5e53f42d16
  kind: Event
  lastTimestamp: "2026-08-04T18:44:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:44:54Z"
    name: isvc-xgboost-runtime-predictor.18c8ae70274c715f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: f7cd19bf-0766-4737-8435-ce88c734acda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 697cdd6d-10f4-4bde-909c-143ac3712ebb
  kind: Event
  lastTimestamp: "2026-08-04T18:44:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:44:57Z"
    name: isvc-xgboost-runtime.18c8ae65a9bbac85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34305"
    uid: b40c21a6-25c6-4605-8d87-b0e020ec16db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 697cdd6d-10f4-4bde-909c-143ac3712ebb
  kind: Event
  lastTimestamp: "2026-08-04T18:43:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:43:23Z"
    name: isvc-xgboost-runtime.18c8ae65aa5de840
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: c48c94e5-30c0-4b0b-b42d-33cc5809f224
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 697cdd6d-10f4-4bde-909c-143ac3712ebb
  kind: Event
  lastTimestamp: "2026-08-04T18:44:57Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:44:57Z"
    name: isvc-xgboost-runtime.18c8ae7b642024a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: 9552e781-9015-4799-9490-327318f25bd9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:41:33.485031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32412"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4bf398947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32418"
    uid: 3e219e21-e30d-40d0-a2b5-b1c817199017
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32422"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4c0d9ddd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 333f20cb-53f7-4405-9782-050a5260b1d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4c0f2d7ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: b2f59bc9-eaa6-4954-82c5-a353d534d393
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4c11cad694
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: b9729021-1b28-4456-8c9e-dcfecf8df60c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4c1253f404
    namespace: kserve-ci-e2e-test
    resourceVersion: "32435"
    uid: 43962e29-0410-436e-9333-a1bbfc4662a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d2b75d159
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: 1600785e-bf18-4d3a-8a43-220206365847
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d2e6bf668
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: a2634138-bc20-4249-81a3-386eebacfce9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d2ed2bc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 674f4294-20e9-42d7-86b2-f11cb2392d72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d2edc7e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 813ff0e8-0cf3-42cd-b788-a330c3364ec8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d31c703f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: ec18be2c-67b0-4d18-ad89-482f34336de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:41:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:41:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:41:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae4d322c736e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32483"
    uid: 297085f6-eb77-479a-9fd9-c2e1e0a9c71a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae579d0010c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: 4c384cdd-9589-4b4b-89e5-2a7c01644e5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae579d0089dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: b448a5dd-1c43-46cc-9ecf-d649f7a4796f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 18617e83-2f92-4bf8-af23-fe3de8f340e6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh.18c8ae581d870ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: 7a045316-fd4b-418a-a270-19e0f4f5228c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: f5e2acb6-7ea0-4b6a-84de-595017e6fa8d
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-22drh'
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c8ae4bf31ce015
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: 13bac5c1-4913-4745-a0f8-b498b51e9996
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 0a2ce291-8fcf-4f1c-8c24-670eb36ef8f0
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c8ae4bef5d47bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 5d2f69a3-1069-456d-9a9d-ae9d9313e72e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: ce12def7-2db2-44a9-8ed0-dab8199767d9
  kind: Event
  lastTimestamp: "2026-08-04T18:42:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c8ae4f6dcfd969
    namespace: kserve-ci-e2e-test
    resourceVersion: "32671"
    uid: cb507d81-fb32-4676-b07b-7d2ceae44956
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: ce12def7-2db2-44a9-8ed0-dab8199767d9
  kind: Event
  lastTimestamp: "2026-08-04T18:42:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:03Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c8ae4f6e4beb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: 39ccae30-d592-40b6-b1d4-23b1e9de7328
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: ce12def7-2db2-44a9-8ed0-dab8199767d9
  kind: Event
  lastTimestamp: "2026-08-04T18:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c8ae566be8f248
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: f1dac630-73ee-48f1-ab0d-914fc8eba720
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: ce12def7-2db2-44a9-8ed0-dab8199767d9
  kind: Event
  lastTimestamp: "2026-08-04T18:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c8ae566c5b0c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 53afe39f-6a02-4e5c-b5cc-2839aa5d5f5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 31fc5d72-4e72-46bd-a87c-99a96a579653
  kind: Event
  lastTimestamp: "2026-08-04T18:42:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:15Z"
    name: isvc-xgboost-v2-mlserver.18c8ae4bef43c5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 368df742-db10-47dd-a7e0-1084a3fd7da1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 31fc5d72-4e72-46bd-a87c-99a96a579653
  kind: Event
  lastTimestamp: "2026-08-04T18:41:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:41:33Z"
    name: isvc-xgboost-v2-mlserver.18c8ae4befe9ae46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 0a734f4c-d593-4375-b281-0bbef73eaf69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: 31fc5d72-4e72-46bd-a87c-99a96a579653
  kind: Event
  lastTimestamp: "2026-08-04T18:42:15Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:15Z"
    name: isvc-xgboost-v2-mlserver.18c8ae55d1bebc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 63acf5bc-64bc-4059-ab5e-2b3af3555b8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:46:14.502157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35170"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-pzghz
    to ip-10-0-129-212.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8d6185978c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: e398b505-5b3d-4ae0-87e0-bbd8373bc374
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:14Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8d7b9b7b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: 68ab405e-f33a-4c5b-bedf-84008ca98986
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8d7e83381f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 959439a7-f45a-47d7-8081-6fdff4291372
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8d82e05fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 2b30b69c-4353-4079-834c-aad23dc31039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8d835742dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: f3162751-fbf5-410f-89f2-3071b8a0c1d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8e994e99cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: b13fc222-040e-4d70-bb10-684fe6eb5726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8e9c461a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 514e10d5-c34b-4056-814c-ae66301313c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8e9cc35818
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: 5d2f66c5-1f98-4a65-9f52-e6480fd1f7f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8e9ccec2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35241"
    uid: 2f2d82ba-5b19-400b-9b93-25d27b89a8c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8ea001b6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35245"
    uid: a0df6ed6-5eaa-4f65-bd3b-da1f18807822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:46:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8ea079fbe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35247"
    uid: 9b6199b2-b7ef-45c5-8337-89a1f4d31384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:47:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8ae8f111c396a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 176ae846-6480-4196-abd3-61062515eab7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:47:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8aea00ad4c6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35909"
    uid: db6905d3-8cc7-4592-80ce-777323683b83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:47:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:34Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8aea00ad55d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35910"
    uid: 2959d77f-776f-48d6-a998-a876d0f865e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35173"
    uid: d5e60f20-8b9c-453c-b3ff-abba6fd4c654
  kind: Event
  lastTimestamp: "2026-08-04T18:47:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:47:37Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pzghz.18c8aea0c33d7dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 7f73cdfd-7bfb-46cd-a291-e3a948eb2698
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-212.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-212.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 66639421-3d41-49a5-9682-0f7c320b2d22
  kind: Event
  lastTimestamp: "2026-08-04T18:46:14Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-pzghz'
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c8ae8d61110071
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 87b8853c-7b83-4bf5-aa01-e02121290ef5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35160"
    uid: 5c6bfe1d-3a6a-41d6-9645-b98b5ecbf7de
  kind: Event
  lastTimestamp: "2026-08-04T18:46:14Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2-predictor.18c8ae8d5e4db0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35163"
    uid: 82811791-5bf9-442e-993b-eb23bcd5cacb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: d272d18c-c03e-4a06-88df-a86e2c9fd99b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:59Z"
    name: isvc-xgboost-v2-predictor.18c8ae90dcd92771
    namespace: kserve-ci-e2e-test
    resourceVersion: "35633"
    uid: a1b95189-968f-46a2-87c7-593b9eccb1ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: d272d18c-c03e-4a06-88df-a86e2c9fd99b
  kind: Event
  lastTimestamp: "2026-08-04T18:46:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:59Z"
    name: isvc-xgboost-v2-predictor.18c8ae90dd60b9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35634"
    uid: c8ab219a-bc1a-4428-90d8-015cfc238ec1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: d272d18c-c03e-4a06-88df-a86e2c9fd99b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:29Z"
    name: isvc-xgboost-v2-predictor.18c8ae945c46be3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 73a27def-3123-4054-8940-e7ada1d0ea73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: d272d18c-c03e-4a06-88df-a86e2c9fd99b
  kind: Event
  lastTimestamp: "2026-08-04T18:47:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:47:29Z"
    name: isvc-xgboost-v2-predictor.18c8ae945ca52b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 29225a35-df2f-4f7f-801b-14c037bc56ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:45:09.250108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34436"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7e30325208
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: f8df34ce-6248-4059-a206-af2a10a21c7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7e4a252503
    namespace: kserve-ci-e2e-test
    resourceVersion: "34455"
    uid: dcf1de46-5da4-4d30-a221-3cc78731069e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7e4bd98aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: 22e2f7f3-c949-4ee4-bd9e-3c8146081ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7e4eb94890
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: 67c9e12e-c6ff-4da7-b5a3-77c510cd5044
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7e4f29da4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: 15fe4af6-e746-459f-8119-da7ebf06786d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f3b58ed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "34497"
    uid: 1a3f099a-0e66-4ab7-b7a4-2c511b343f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f3ff80f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34502"
    uid: 8fd99483-7c12-4884-8433-97c882ed83b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f406ff477
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: 0eb3d7ef-a1c1-4cde-b622-594c8d360f02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f4079f840
    namespace: kserve-ci-e2e-test
    resourceVersion: "34504"
    uid: 7a46b876-f51b-4571-a482-1f6a00fed9a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f43d842fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34506"
    uid: f34f6d2b-af64-4b1d-a4bd-533f53955c79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:13Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae7f444e2c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 492938e1-9931-49f0-97d4-caa28caf048f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:45:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-04T18:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:45:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae881b1f71fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34896"
    uid: 3b330fe1-95ab-44f1-b28d-ab77c571bbc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae8c2d9c6457
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: e23898e5-c91b-457e-a622-a37b991f35df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae8c2d9d05d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: 3f581b37-543a-4b96-8da9-463875d9069b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:46:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae8cbd6ec8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: fcc6b41a-9778-4a81-af18-a82b0ab53a2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 78e7bc71-2810-49dd-83c8-2cc9997d28b1
  kind: Event
  lastTimestamp: "2026-08-04T18:46:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.65:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-08-04T18:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:46:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv.18c8ae8cfbcd3df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 9a318f7c-764d-4060-9d01-680471f47a10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: cd7caecc-330f-4f18-bc50-e0a23d398993
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v5dfv'
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c8ae7e2fa4c5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: 0908e218-bd9c-4e05-a39d-24d64b88f6e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 27327f03-9459-4fd9-9931-1740fef6b7a6
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c8ae7e2c5f24f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: fee75bf6-25fd-45ab-b2d7-5b085d24d76b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: 47cdfd72-2fe0-409d-8b15-da0647771f88
  kind: Event
  lastTimestamp: "2026-08-04T18:45:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18c8ae81ab3fab74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 6d38208d-7cca-4a60-8ceb-3efbe8cced7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: 47cdfd72-2fe0-409d-8b15-da0647771f88
  kind: Event
  lastTimestamp: "2026-08-04T18:45:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:45:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18c8ae81abb25a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 81c82e63-5ae7-4c5c-829f-243f12d437a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34609"
    uid: 47cdfd72-2fe0-409d-8b15-da0647771f88
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c8ae88a9952f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 5364e1e6-d456-4eb3-8ee6-01dfdee145b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34609"
    uid: 47cdfd72-2fe0-409d-8b15-da0647771f88
  kind: Event
  lastTimestamp: "2026-08-04T18:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:46:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18c8ae88aa01b59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: 64edb452-c8be-415f-90e8-7c15f9721e10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34418"
    uid: 1d87adc4-d3dc-4e01-b380-f811c66d0f89
  kind: Event
  lastTimestamp: "2026-08-04T18:46:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:01Z"
    name: isvc-xgboost-v2-runtime.18c8ae7e2c6515d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35038"
    uid: 21ac9213-1ea8-4588-b7b0-f81df0a0d84d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34418"
    uid: 1d87adc4-d3dc-4e01-b380-f811c66d0f89
  kind: Event
  lastTimestamp: "2026-08-04T18:45:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:45:09Z"
    name: isvc-xgboost-v2-runtime.18c8ae7e2cffc454
    namespace: kserve-ci-e2e-test
    resourceVersion: "34432"
    uid: e3058d91-819f-4eb0-81fa-e3f5aa87011d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35036"
    uid: 1d87adc4-d3dc-4e01-b380-f811c66d0f89
  kind: Event
  lastTimestamp: "2026-08-04T18:46:01Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:01Z"
    name: isvc-xgboost-v2-runtime.18c8ae8a6fa19f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: 47a5f1f5-3407-4d2f-bccb-800f1a0f3dd8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 0aeb108c-9c35-4261-9f92-bac3b72d6134
  kind: Event
  lastTimestamp: "2026-08-04T18:47:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:47:27Z"
    name: isvc-xgboost-v2.18c8ae8d5e59f71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: 946770af-6e8b-499b-a230-334bfaf1b2ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:46:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 0aeb108c-9c35-4261-9f92-bac3b72d6134
  kind: Event
  lastTimestamp: "2026-08-04T18:46:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:46:14Z"
    name: isvc-xgboost-v2.18c8ae8d5ed6f48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35166"
    uid: d9597118-a90b-4227-9ddb-49ff998374cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:47:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: 0aeb108c-9c35-4261-9f92-bac3b72d6134
  kind: Event
  lastTimestamp: "2026-08-04T18:47:27Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:47:27Z"
    name: isvc-xgboost-v2.18c8ae9e7699f189
    namespace: kserve-ci-e2e-test
    resourceVersion: "35838"
    uid: dbb0f7ca-a2b5-4312-86e3-9ef1805d393c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: 864d390e-d33e-4bf1-8ea3-9c92bfc132a7
  kind: Event
  lastTimestamp: "2026-08-04T18:41:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:41:22Z"
    name: isvc-xgboost.18c8ae33697fadf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32287"
    uid: 12700387-868e-4f93-9afc-39d4946a1f7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: 864d390e-d33e-4bf1-8ea3-9c92bfc132a7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost.18c8ae336a08a60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31465"
    uid: 85dbef90-e9ce-4593-8252-3a59ba9a88d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 864d390e-d33e-4bf1-8ea3-9c92bfc132a7
  kind: Event
  lastTimestamp: "2026-08-04T18:39:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:39:48Z"
    name: isvc-xgboost.18c8ae337108df76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: 57f2bc57-ba56-40e3-b138-94e98d1dc216
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:41:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "32285"
    uid: 864d390e-d33e-4bf1-8ea3-9c92bfc132a7
  kind: Event
  lastTimestamp: "2026-08-04T18:41:22Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:41:22Z"
    name: isvc-xgboost.18c8ae496058c530
    namespace: kserve-ci-e2e-test
    resourceVersion: "32286"
    uid: d9d2a5b3-25ed-46a6-bc9b-e0ec7d9bfdbb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:39.228322Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-qxm5z
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd41a65da51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: 88c16cbc-1b8d-4257-961d-5a2bd8afb8ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4267ae2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: e4c5f577-0aae-496d-8d6b-b7c129ed30de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:41Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:41Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd48dabaa16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 332ebc02-e97b-4518-91f4-b0b18add6074
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:41Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-08-04T18:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:41Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd48f2bba8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 3e1be0f0-9436-498b-8017-4ec7330f038c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.195s (1.195s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4d6749e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 5d59f34c-0b43-49b6-ab08-40eaf9c68cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4d99e52a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: f359a3f6-4fab-4d0d-89fd-aacf650b9518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4da16473b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 8d9bf9b1-8690-4ff0-8451-04acdd1bd3af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4da20fc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: 5541d2aa-4eb7-4172-a7e2-8a2b3d941223
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4dd56793a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: f4984f7f-aa8a-40d6-a34e-9f66523defef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:14:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:42Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acd4ddcc9511
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 3a502a31-29eb-4f31-b6bf-0329a9766401
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acf14c988257
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: c23b16a6-3f31-4784-a015-93bb18b7d490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qxm5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: 99d23590-fd22-4658-a22c-0b74447c2a55
  kind: Event
  lastTimestamp: "2026-08-04T18:16:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:44Z"
    name: message-dumper-predictor-6575bcfdfd-qxm5z.18c8acf14ca6d662
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 560d74d0-07ac-4b58-9893-7bfd19e7a52c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 55378394-6656-4dbc-ba21-128357e11ea3
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-qxm5z'
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: message-dumper-predictor-6575bcfdfd.18c8acd419d86528
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: ca079abc-f458-4140-ab36-19aa03022cc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 8fe1e3ca-9c9b-41b1-ba01-afc4214898c0
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: message-dumper-predictor.18c8acd417de7ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: befc77ba-c59e-4c6e-8780-f0f1576b4b7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 66ffd13f-c857-46b7-900e-86ff8c9df890
  kind: Event
  lastTimestamp: "2026-08-04T18:15:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:09Z"
    name: message-dumper-predictor.18c8acd796cb0b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: 5a059f4f-e27f-465f-bd65-14b017147f26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 66ffd13f-c857-46b7-900e-86ff8c9df890
  kind: Event
  lastTimestamp: "2026-08-04T18:15:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:09Z"
    name: message-dumper-predictor.18c8acd7973fc9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: d27f04e4-e89e-4ac3-a47b-024512bf7efc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: b6be5c3b-30f8-46f1-802e-ed4b35939085
  kind: Event
  lastTimestamp: "2026-08-04T18:14:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:51Z"
    name: message-dumper.18c8acd417e837d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 9ffdf80e-989c-4a6d-a56c-353333586d4d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: b6be5c3b-30f8-46f1-802e-ed4b35939085
  kind: Event
  lastTimestamp: "2026-08-04T18:14:39Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:39Z"
    name: message-dumper.18c8acd4186e1c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 365c36e3-a045-4933-bc05-d8e9e50072b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: b6be5c3b-30f8-46f1-802e-ed4b35939085
  kind: Event
  lastTimestamp: "2026-08-04T18:14:51Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:51Z"
    name: message-dumper.18c8acd6eac6780d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17314"
    uid: 9b76c325-9d52-4942-a649-a00672ec2565
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:27:58.311566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:27:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e27788c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 203e1d97-050d-4422-b551-41c3bedaa663
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e34fad018
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: 303e05b1-3d49-4075-8840-6d824243b1a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:59Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:27:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e6656581a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: 154600df-525a-4289-89d8-12848b2d9e11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e67e15dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: 33cdc7b7-4638-441e-ba46-df9f14e0eb92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e6acc7699
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 94c66fb5-f26a-4127-bbc8-0a7103a39e62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:27:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8e6b422ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: 932c7290-5194-42cc-b609-a0eb776b4ae9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:28:03Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-08-04T18:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:28:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8ad8f535e4965
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 54f4a6ce-882c-4a06-88f1-2c2281456f73
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m6.08s
    (2m6.08s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacae564489
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 867168ac-7615-4bf4-b9e5-96d144a0b37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacb32fce51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 80222f24-1195-4c19-9f13-d97044428561
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacb3c529c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 680b5327-43a5-42ef-bb0d-d1faf8246e11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacb3d02c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 6a2389c6-259a-4e85-b179-8099079c7e34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacb7bd9948
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 6291e422-c189-444f-8e4f-34a6ba4c19bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:09Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adacb8f56868
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: d2b0f66f-471b-4c8d-ab05-4ad4a8aa111c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-08-04T18:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adb535483619
    namespace: kserve-ci-e2e-test
    resourceVersion: "25959"
    uid: 67076576-c7a6-447c-8d47-b1eb6c49d7b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adb81e34b2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26079"
    uid: c8502cf8-148a-4128-801c-05ec6797372a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:30:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adb81e354f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: c299ab43-4ab6-4ccd-96ef-bd353b2122dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:31:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adb8b2b809d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 62d76132-0169-442c-a26a-b93f2161bcaf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: a074d99c-684f-4964-9d30-3b688babff3d
  kind: Event
  lastTimestamp: "2026-08-04T18:31:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:31:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8.18c8adb9dd1617a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 28bdf30f-4ba5-4d4c-acbc-5cb26969f504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24571"
    uid: b1d80d19-dc12-4696-bd1c-99813f5198e0
  kind: Event
  lastTimestamp: "2026-08-04T18:27:58Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-jpsc8'
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:58Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c8ad8e26f4529b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 01b489be-7024-4967-9f81-df6c33414199
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24569"
    uid: 02210f08-0971-4074-920e-60bc6b308435
  kind: Event
  lastTimestamp: "2026-08-04T18:27:58Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:27:58Z"
    name: sklearn-v2-mlserver-predictor.18c8ad8e23acba8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: 86eb6abd-de9d-4d17-9a99-3471a68b99d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: bfd0e7b7-925b-47df-a993-2024773f8e75
  kind: Event
  lastTimestamp: "2026-08-04T18:30:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:43Z"
    name: sklearn-v2-mlserver-predictor.18c8ad91a22fa15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 7e548812-b99a-43a8-b513-7983b1c7cb8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:28:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24570"
    uid: bfd0e7b7-925b-47df-a993-2024773f8e75
  kind: Event
  lastTimestamp: "2026-08-04T18:30:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:43Z"
    name: sklearn-v2-mlserver-predictor.18c8ad91a29b5d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: ea4e897f-9214-4724-b498-458e330e2688
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: bfd0e7b7-925b-47df-a993-2024773f8e75
  kind: Event
  lastTimestamp: "2026-08-04T18:30:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:58Z"
    name: sklearn-v2-mlserver-predictor.18c8adb816b9d299
    namespace: kserve-ci-e2e-test
    resourceVersion: "26061"
    uid: 663bebfb-4edd-43cb-b208-642d76a4e881
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24720"
    uid: bfd0e7b7-925b-47df-a993-2024773f8e75
  kind: Event
  lastTimestamp: "2026-08-04T18:30:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:30:58Z"
    name: sklearn-v2-mlserver-predictor.18c8adb817508741
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: 7d1a3366-17ea-4783-9820-8fe19f5f4ba7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: f3e20ea5-bb47-4bbd-a83d-749fd836d97d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:30:56Z"
    name: sklearn-v2-mlserver.18c8ad8e23b1f9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26043"
    uid: bff73c68-1d41-45e3-84fb-945a5c85998e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:27:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24561"
    uid: f3e20ea5-bb47-4bbd-a83d-749fd836d97d
  kind: Event
  lastTimestamp: "2026-08-04T18:27:58Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:27:58Z"
    name: sklearn-v2-mlserver.18c8ad8e24405de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: e4c7b776-ff77-4ded-a56d-7d0608802423
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: f3e20ea5-bb47-4bbd-a83d-749fd836d97d
  kind: Event
  lastTimestamp: "2026-08-04T18:30:56Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:30:56Z"
    name: sklearn-v2-mlserver.18c8adb790197c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26042"
    uid: 37eccbb4-b1d3-4bd8-988c-d90095ff304f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:42:28.737550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    to ip-10-0-132-242.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:42:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:42:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae58d0e7146d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: 8e7acace-8f11-419f-a2a0-e185e93e75d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7fdd897675-t6br4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32912"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:29Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:42:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae58ec74fd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32918"
    uid: 8d3a6138-4515-4203-bae4-3c0893cdc78e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae58ee147045
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: 81991dbf-35c2-4f6d-ad2a-b8eef4e1ba27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae58f11f9b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32921"
    uid: 059b61ee-1ac0-4323-a23f-f9ea47428172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae58f185540e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32922"
    uid: 4d1a5399-f41f-4c69-adf5-192b21414c1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:33Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a09e00005
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 45b6f81e-38fc-461a-9c99-066270c13a60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a0d0362b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32971"
    uid: 25c0ffb3-73b7-4bfe-99b9-55e4a433e3df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a0d671cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: 414b3d7f-f861-4dfc-a001-9472884b233f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a0d707697
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 26b92e8f-1b7c-496a-bc8c-ad6f5b440fe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a1025bda7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32976"
    uid: 2cc3eb35-329f-488b-a35e-1689847c8416
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:42:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:42:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae5a108b56a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 82f468e8-3cb9-4cfb-a6e7-221314c5b5dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae6479cbfd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: 19acf274-28eb-45e0-a48e-903b54e015e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae6479cc6a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: b7165ffa-afaa-47d5-b41c-a2c595e10f44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 4b998b40-c088-4e26-b7c9-a87214bf8be7
  kind: Event
  lastTimestamp: "2026-08-04T18:43:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:43:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-psscx.18c8ae64fbffc3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33437"
    uid: f7866330-f6b4-448d-b4a3-c1930514264c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-242.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-242.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 73ab5fc6-e31c-45b9-8256-f390b83f6705
  kind: Event
  lastTimestamp: "2026-08-04T18:42:28Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-psscx'
  metadata:
    creationTimestamp: "2026-08-04T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c8ae58d024c8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 35201c31-e2eb-4e4e-9f6e-01ce323c2c69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 955740ea-e1c7-4b5f-b6fe-68d2b1e76f25
  kind: Event
  lastTimestamp: "2026-08-04T18:42:28Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:28Z"
    name: xgboost-v2-mlserver-predictor.18c8ae58ccbc9460
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: c0ceafa5-099f-4634-8d64-f0292bb7dff1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: b5527a90-d790-4d3b-bd31-7e1fb9db0bfd
  kind: Event
  lastTimestamp: "2026-08-04T18:42:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:43Z"
    name: xgboost-v2-mlserver-predictor.18c8ae5c4b5ca52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: 48d15c4c-a9ac-40c0-bb0b-88a02352bdf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: b5527a90-d790-4d3b-bd31-7e1fb9db0bfd
  kind: Event
  lastTimestamp: "2026-08-04T18:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:42:43Z"
    name: xgboost-v2-mlserver-predictor.18c8ae5c4bc85f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33070"
    uid: 4b65203a-b9cd-4ef7-8070-636beb080051
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: b5527a90-d790-4d3b-bd31-7e1fb9db0bfd
  kind: Event
  lastTimestamp: "2026-08-04T18:43:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:13Z"
    name: xgboost-v2-mlserver-predictor.18c8ae5fcb29a046
    namespace: kserve-ci-e2e-test
    resourceVersion: "33364"
    uid: ea7ed188-05f1-4c85-b716-fce03b7eb207
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: b5527a90-d790-4d3b-bd31-7e1fb9db0bfd
  kind: Event
  lastTimestamp: "2026-08-04T18:43:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:43:13Z"
    name: xgboost-v2-mlserver-predictor.18c8ae5fcba34372
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: adc684ae-398b-4cb4-abfc-efb45bd53c54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: baf03720-cb72-48fa-9755-07b506e288d6
  kind: Event
  lastTimestamp: "2026-08-04T18:43:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:43:11Z"
    name: xgboost-v2-mlserver.18c8ae58cccf401d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: 99daa9c6-9318-480d-b83a-4b01509a975b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:42:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: baf03720-cb72-48fa-9755-07b506e288d6
  kind: Event
  lastTimestamp: "2026-08-04T18:42:28Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:42:28Z"
    name: xgboost-v2-mlserver.18c8ae58cd711dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: fb0cb5c5-95e8-44c5-8621-20dcdb1a1cd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: baf03720-cb72-48fa-9755-07b506e288d6
  kind: Event
  lastTimestamp: "2026-08-04T18:43:11Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:43:11Z"
    name: xgboost-v2-mlserver.18c8ae62afb7cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: 5aa4942c-aca8-4de1-8a54-12b301aed7ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40679"