---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:45:07.197273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6ea0086cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 7676104e-087a-4a96-890c-6e175175baa0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6eacdee338
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: 6dac79a1-a70d-4075-a2a8-7d5a09b0ec4e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:08Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:45:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6ee624781e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: 39dc73b3-6716-40ab-8a56-413601e02d28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6ee834c8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24845"
    uid: 369a4a7d-be94-4bad-8584-d279d860ea64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6eeb0741ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24846"
    uid: 294f3190-7596-4033-85b9-5474b469b712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c6eeb790c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24847"
    uid: ed277578-f0f2-4c2c-b142-241b90f60605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c710d0b654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: e6a33cd1-9003-4f13-bd11-fdb222cdf0f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c7110423be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: 5c474378-e3d2-4c53-b6ea-6eb3f64c9d5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c7110b70e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25125"
    uid: 9e47ceeb-76c0-483a-97b3-2f9b51e87d49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c7110c1a893
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: 59d544c7-49f2-4149-9018-fd017a76cd13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c711473061d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: f3a85091-391d-4e5f-9255-9dca9a67bb16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c7114e940f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 497e56f3-229c-491b-9528-59ad40ce7f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c7184ffecfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25191"
    uid: 44083117-f922-49f3-8ebc-faf47b5d0f96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c76c83959d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25339"
    uid: 2afd51c3-e9f4-4774-890f-d8f0d86bdc20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 05956008-2699-44ee-bb77-579a15cf044a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6.18d35c76c83a0d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: 20ab9c5a-4c6c-4496-af8d-11d5c1416857
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: dfa8cdea-3b47-4014-b926-24a1e33076ae
  kind: Event
  lastTimestamp: "2026-09-08T13:45:07Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-gb4q6'
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d35c6e9e4fb565
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: cb03a1b7-56c5-4a5a-a5cf-ad674e048fb2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: b781cb3f-890b-4984-9e0d-89bca9e0d281
  kind: Event
  lastTimestamp: "2026-09-08T13:45:07Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d35c6e96221132
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: 7027b4a2-3405-4834-99d2-a94af7aca21f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 470b418b-340f-4434-bb6e-85f16183b0d4
  kind: Event
  lastTimestamp: "2026-09-08T13:45:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:37Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d35c7214f997c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: a99e6632-74be-45d5-a636-d81159a7bdef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 470b418b-340f-4434-bb6e-85f16183b0d4
  kind: Event
  lastTimestamp: "2026-09-08T13:45:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:37Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d35c72157e1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25282"
    uid: 8d5cfbf2-347b-42ee-b9d5-532370ebba82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: b3917503-5b45-413b-aa80-89a404a3e92a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:35Z"
    name: isvc-autogluon-ts-v1-noslash.18d35c6e96d0f885
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: e3a10f0d-4d08-4b11-8421-ca800318d0d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: b3917503-5b45-413b-aa80-89a404a3e92a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash.18d35c6e980536c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 02d94b11-4eef-4047-8566-8e63000870c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: b3917503-5b45-413b-aa80-89a404a3e92a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:07Z"
    name: isvc-autogluon-ts-v1-noslash.18d35c6ea9450ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 4eadf32f-a797-4192-be21-279cdbeea2b2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: b3917503-5b45-413b-aa80-89a404a3e92a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:35Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:35Z"
    name: isvc-autogluon-ts-v1-noslash.18d35c7545931048
    namespace: kserve-ci-e2e-test
    resourceVersion: "25270"
    uid: 81e06b76-046e-43f5-889e-c219915f59d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:44:19.638171Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:44:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:44:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c638d4a23b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24303"
    uid: 57071e4c-d015-48b6-a15c-8a08388a83a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:20Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:44:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c63afa5d9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 25f4727d-11e5-4775-a07e-568b92a3f50d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c63b1fcf640
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 2a182c0f-83dd-40ec-93ab-dc809dfef8da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c63b4e3aba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: 42763dd8-df22-4a97-b6ff-bd7e648d617a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c63b555b28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 37738f1f-9640-49b2-b84a-5aa1ad82e07f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d143dc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: db17d3f7-a988-4605-945c-9f5029029780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d5081ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: 9527ffe2-3adf-49e2-9a07-1be0373a8972
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d596be70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 161728d5-d69e-4162-a606-4ab29231987e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d5a1245d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 59cc0232-55f3-4492-ae8b-76ad7ab50894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d8f5da56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 01a744b9-dde2-4e70-a2b5-25ca14cb3f45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:29Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c65d9854ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 715f1795-e268-4f18-b30c-283d6388e900
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:44:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c6649415bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 9cfb1b0a-adf1-4cab-88fd-a692aa33a0c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:45:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c6d6175d3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24660"
    uid: 312cd80c-8892-4b7c-b6c5-9486af717388
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:45:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c6d6176fd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24661"
    uid: 27002a9c-ae68-474c-8600-4d777279fe66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d68c79a1-0b61-4800-b753-5965bf322488
  kind: Event
  lastTimestamp: "2026-09-08T13:45:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:02Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49.18d35c6d813a4cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: d79c1c5c-206c-4fdb-9c15-6d004e7795d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 68d5b115-5b00-4e78-936b-8b74fca33eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:19Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-m4k49'
  metadata:
    creationTimestamp: "2026-09-08T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d35c638c8ec753
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 0a452b23-434e-450b-aa37-ee6df5440199
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 281ac7ff-221c-4588-86fb-30ce0f3ae6f1
  kind: Event
  lastTimestamp: "2026-09-08T13:44:19Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:19Z"
    name: isvc-autogluon-ts-v1-predictor.18d35c63880ce8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 902dc20c-b182-4b9b-aa5f-6029986efd55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 948734db-d7b3-4c3b-a61c-f8a98821cc0f
  kind: Event
  lastTimestamp: "2026-09-08T13:44:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:34Z"
    name: isvc-autogluon-ts-v1-predictor.18d35c670725752a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 73f60430-ca1e-4c6f-b1bc-3be4e935d68c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 948734db-d7b3-4c3b-a61c-f8a98821cc0f
  kind: Event
  lastTimestamp: "2026-09-08T13:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:34Z"
    name: isvc-autogluon-ts-v1-predictor.18d35c670795e7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 8f7aa419-6074-4f95-b03a-5e2b4b192ffe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 948734db-d7b3-4c3b-a61c-f8a98821cc0f
  kind: Event
  lastTimestamp: "2026-09-08T13:44:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:49Z"
    name: isvc-autogluon-ts-v1-predictor.18d35c6a86a20201
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: c8b483a1-0bc0-4e59-a228-50aecaec63cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 948734db-d7b3-4c3b-a61c-f8a98821cc0f
  kind: Event
  lastTimestamp: "2026-09-08T13:44:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:49Z"
    name: isvc-autogluon-ts-v1-predictor.18d35c6a8722d852
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: a2fbfb4b-ea7a-40d9-9013-7ce28dc31ca9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 9a40d8e5-6609-4638-aa51-e680e93c7160
  kind: Event
  lastTimestamp: "2026-09-08T13:44:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:47Z"
    name: isvc-autogluon-ts-v1.18d35c63884f74ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: c0b28d51-f195-4819-8f3b-248e6f3317e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 9a40d8e5-6609-4638-aa51-e680e93c7160
  kind: Event
  lastTimestamp: "2026-09-08T13:44:19Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:19Z"
    name: isvc-autogluon-ts-v1.18d35c6388e0c5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: d1d16e33-9463-47c2-9992-60d9a94ccad4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24539"
    uid: 9a40d8e5-6609-4638-aa51-e680e93c7160
  kind: Event
  lastTimestamp: "2026-09-08T13:44:47Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:47Z"
    name: isvc-autogluon-ts-v1.18d35c6a0bc8212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 02d2d535-dda1-4015-9fc9-70c971dcbbb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:23.730729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be6c6b77aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: ceecffbf-4bd9-4603-bb0f-37b8431ab385
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:35:24Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be6ea934a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: faa20f22-5738-4ad6-89f1-2fe78e5886ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:35:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be6ec113196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: 889e1332-b7a6-4aa1-b935-6e792dff5470
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:35:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be6eea72972
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 2edbce34-bafc-4576-8240-02ba5182a4cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:35:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be6ef1727b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: ee8d9496-f8e1-44cf-bbcd-d7b721c219e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:35:29Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35be826a0bcbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: d235a4fe-511c-4f2b-a58c-2c064d5fb778
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m49.922s
    (1m49.922s including waiting). Image size: 8945703717 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01be873e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: df32b0a1-9f18-4c39-94c8-0e75cab2cf41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01c3bff38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: ab1e033f-23d5-466b-9194-fa1dc7e2acbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01c56fa1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 0c7444e8-472c-41f1-b4fc-421a21d0fa1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01c57a8829
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 25c98677-4e60-4780-b070-dfe1c9dacead
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01caabc6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 97b8d062-a5fe-4df7-9dae-5a8069c9d9c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01cbde8aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: 98378894-1591-4914-b91d-22006c3f2f84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c01e70bd6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: f45db2ab-9bb3-463c-8488-18833fc7a0e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c08cd9e0959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 75bb804e-37de-4aa5-ae68-b78b39542635
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: d3ce2d85-13dd-4df7-aced-bb19cb150d51
  kind: Event
  lastTimestamp: "2026-09-08T13:37:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-vgvg5.18d35c08cd9ea518
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: eb603b3b-830e-4845-915a-c311be6dbdf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 46483848-fdda-48b9-a8f2-073940c6b363
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-vgvg5'
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d35be6c63a85d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: a50887d8-677c-4ce1-bf6c-81357ecfb61f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: c9060a5e-14de-4986-ac79-872644c7e60b
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-autogluon-v1-predictor.18d35be6bfcef96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: a990cc87-217b-4b87-8422-771418b932b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 43a2a090-0c2c-4daf-bd1f-1ad0a3d46441
  kind: Event
  lastTimestamp: "2026-09-08T13:37:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:23Z"
    name: isvc-autogluon-v1-predictor.18d35bea3e8294e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 564b214a-09f6-4729-b15e-722881f971f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 43a2a090-0c2c-4daf-bd1f-1ad0a3d46441
  kind: Event
  lastTimestamp: "2026-09-08T13:37:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:23Z"
    name: isvc-autogluon-v1-predictor.18d35bea3efc5289
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: ccb87702-747f-4d7a-b1d4-add661d1b5c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 43a2a090-0c2c-4daf-bd1f-1ad0a3d46441
  kind: Event
  lastTimestamp: "2026-09-08T13:37:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:38Z"
    name: isvc-autogluon-v1-predictor.18d35c06393b0501
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 4e282a46-ff38-47a8-b9a8-5edf15dead23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 43a2a090-0c2c-4daf-bd1f-1ad0a3d46441
  kind: Event
  lastTimestamp: "2026-09-08T13:37:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:38Z"
    name: isvc-autogluon-v1-predictor.18d35c0639b7c013
    namespace: kserve-ci-e2e-test
    resourceVersion: "20791"
    uid: 92588a16-cff5-4602-b0ef-fc1d93816f16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19546"
    uid: 2bf5caaa-6541-496d-b972-b5ad72063740
  kind: Event
  lastTimestamp: "2026-09-08T13:37:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:36Z"
    name: isvc-autogluon-v1.18d35be6c0071f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 3d30df36-551c-4f5c-9b67-35ab1a8a6ff9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 2bf5caaa-6541-496d-b972-b5ad72063740
  kind: Event
  lastTimestamp: "2026-09-08T13:37:36Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:36Z"
    name: isvc-autogluon-v1.18d35c05a80ca321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: cf4eaf90-a9e9-4673-8e00-522d5ae9728a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:42:18.302892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c474d24aff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 596afa2e-eaf8-4f19-b05b-0fa7dfdc0307
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c476f36db35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: 2e055bfd-9ea2-470f-816a-9532d4c63508
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c47712d5dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: a2f83f01-50ec-4cdd-8cd6-125e45fda454
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4773d4c6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 46e02351-db2d-4a11-b672-186ba6c9d3f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4774494455
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 2cc421d3-53c0-4d44-a151-812b5c428d16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b24d60a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23409"
    uid: def9504b-65f5-42f3-aabe-9e4ccf05d815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b28247c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: cfc35ad4-f504-414d-95bc-7094ac9a64d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b28b5b31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23413"
    uid: e672f771-6712-4ed0-b3af-1b44262b6279
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b28c105d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: 7e24f0dd-a9c8-4ffb-8e20-137ac6a4e8fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b2c84d59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: 727cccd5-2534-46bb-97b0-c6c6a19a53b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:42:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c4b2cf4c3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: c6165f2a-777d-48fb-a758-77277ea3c1e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:44:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c6254feb64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: 40e1be3a-84e5-4648-aa76-ac560fed0791
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:44:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c6254ff4063
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 2237fbcd-795e-4932-b572-9697809f9170
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: cc9a4013-1007-4a98-b57b-24d79c682dce
  kind: Event
  lastTimestamp: "2026-09-08T13:44:15Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw.18d35c629874dd96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 579d538a-102a-4884-985b-f8c2dcb305b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: b97055ea-8830-4837-b733-72ee084fe012
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qtkjw'
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d35c474cb7ed86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 59c842e0-c803-4564-bf07-7949ae51634e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 9a0b93e1-7b3f-4c89-a708-42656c5c2c6d
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d35c4749002272
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 2f86a581-8545-4ad6-8d53-ca57e14e0dd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: 7f9b6856-c58f-4f67-8cef-0b87fb863958
  kind: Event
  lastTimestamp: "2026-09-08T13:43:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d35c4ac79bdbd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 3e98ff23-6eb5-4d37-9024-07762d613cc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: 7f9b6856-c58f-4f67-8cef-0b87fb863958
  kind: Event
  lastTimestamp: "2026-09-08T13:43:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:43:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d35c4ac816fd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: bc6b4c6e-cc5d-45f1-8cfa-d5065a824373
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 7f9b6856-c58f-4f67-8cef-0b87fb863958
  kind: Event
  lastTimestamp: "2026-09-08T13:44:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d35c51c660f734
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: fff714c1-4479-4322-bd0b-00f7248604fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23394"
    uid: 7f9b6856-c58f-4f67-8cef-0b87fb863958
  kind: Event
  lastTimestamp: "2026-09-08T13:44:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:44:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18d35c51c7153c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: c8a88d4c-b8cb-42f0-9a89-1d14a35b0fb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: f2995e79-de65-47b8-ad1c-f98801278a9b
  kind: Event
  lastTimestamp: "2026-09-08T13:44:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:05Z"
    name: isvc-autogluon-v2-noslash.18d35c474901aee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: bfa3f558-32f8-42c8-b13a-828ea53a19b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: f2995e79-de65-47b8-ad1c-f98801278a9b
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash.18d35c4749ad0f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: 4e771841-77ca-4e54-b70a-5d7d29ea829e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23242"
    uid: f2995e79-de65-47b8-ad1c-f98801278a9b
  kind: Event
  lastTimestamp: "2026-09-08T13:42:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:18Z"
    name: isvc-autogluon-v2-noslash.18d35c475365a4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: ad18b0e5-4260-4481-b9c1-d32447b69259
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: f2995e79-de65-47b8-ad1c-f98801278a9b
  kind: Event
  lastTimestamp: "2026-09-08T13:44:05Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:44:05Z"
    name: isvc-autogluon-v2-noslash.18d35c604c77b82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 215a9391-dc2f-4058-9f38-d1d86882cefc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:37:55.137495Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0a07435257
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 7475223e-fe30-446f-b9c0-318aee45f7da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0a2bc9755d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: ee97e32d-f7e2-4f4d-b560-3a4a9b3d179f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0a2d6b1e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: deece104-4ce6-4193-afd9-9c9c87ed5a8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0a33ee917d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 6a699ad9-6cd4-414c-b4cd-aa46d4350c35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0a3520ebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: 84e1b320-af19-4411-af2a-f09e265f3833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b7eda1359
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 7f107056-26ed-4fd6-82ce-09c88d85294d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b8252f71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 6bc779f9-3409-4fcd-af8b-0049f31a512e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b82c7d433
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: ce34773f-3a9f-40ec-a711-f20962e065a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b82d24a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: 3a3f15b5-e113-4cbf-8a54-1aca259fa620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b85eabc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: c733ab01-b5db-4482-9240-347714fd0d67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:38:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c0b8675de4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: 392e0b89-e117-43bd-8280-3877e7f0aae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:39:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c250daa5b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 778bece1-d202-4ed3-9da3-00db483416ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 188e0d1c-be88-4ef0-beb2-64e2589437f0
  kind: Event
  lastTimestamp: "2026-09-08T13:39:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw.18d35c250daacfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 0a72625f-04a3-43ae-94f1-1e0725c010d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 68a0f016-8487-4ed3-b4cf-fa7a90a2a9a5
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-xgjdw'
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d35c0a069f011c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 74283480-d4ac-47bb-8e78-82074a54cb5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: 1befa3db-7e87-4e00-b6f1-21c8175fdd02
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2-predictor.18d35c0a031265f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: 5fe8d95c-cd50-4766-a410-c3322efd4cee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 6281c847-00db-4a89-b5f8-6995435d1d91
  kind: Event
  lastTimestamp: "2026-09-08T13:38:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:25Z"
    name: isvc-autogluon-v2-predictor.18d35c0d817c4e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: b21f0e75-88d0-4c6c-ad74-efd6fa0728a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 6281c847-00db-4a89-b5f8-6995435d1d91
  kind: Event
  lastTimestamp: "2026-09-08T13:38:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:25Z"
    name: isvc-autogluon-v2-predictor.18d35c0d8203aaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 543650ca-5f56-485a-847a-64ba222466ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 6281c847-00db-4a89-b5f8-6995435d1d91
  kind: Event
  lastTimestamp: "2026-09-08T13:39:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:40Z"
    name: isvc-autogluon-v2-predictor.18d35c148078369c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: dc147852-68c3-472a-a312-99eeb9e3bad4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 6281c847-00db-4a89-b5f8-6995435d1d91
  kind: Event
  lastTimestamp: "2026-09-08T13:39:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:40Z"
    name: isvc-autogluon-v2-predictor.18d35c1480f70d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 427513f4-191d-4104-8e58-a2d1c05a4b98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:39:56.449820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:39:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:39:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c26460a866e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: c914c2f9-2527-422c-9b6c-1a9c075142db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:39:57Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:39:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c26680ff6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 12748787-4432-4af8-b6ee-4ecaf0587118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:39:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2669af1a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 444f9116-fc72-4b6f-ac0d-3f25461cce20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:39:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c266c33cfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: bf359acf-a255-428c-86d0-715631512268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:39:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c266c9730a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 55cadb66-2429-4002-adeb-cc72db2cc6a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d31571f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 82ea4a97-77a5-4bec-bbcf-0ba500af56ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d3433e384
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: 8fcfa411-2b4f-4e4b-ae8d-b1fdf7fe4baa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d349756ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 25f65520-d134-4aa0-9bbe-fd9e9c6e44d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d34a151fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22235"
    uid: 5d90ce6c-437e-45d2-8677-aa2dbbe81960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d374a119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: cbd32760-1522-40c1-a9eb-95df8c53383b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c2d37ad1498
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: dd3bdf61-43b2-45f7-ab80-ac1554a75fa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:42:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c46157ef253
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: d59b81d1-7fca-4556-af45-b8f47cdaccf3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:42:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:13Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c46157f6a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: b90abb79-0fbb-4c94-bdba-59de8ad9484a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 27f46a15-cba0-4fb6-a682-e0fe8b3ed64b
  kind: Event
  lastTimestamp: "2026-09-08T13:42:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:14Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8.18d35c46579860f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: 7c3809d3-9782-4c2b-a3ee-995a092f7716
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: c4ef9774-92c3-4d0f-96ee-a51603147721
  kind: Event
  lastTimestamp: "2026-09-08T13:39:56Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-9vvx8'
  metadata:
    creationTimestamp: "2026-09-08T13:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d35c26458b0eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 2067c3da-c8e3-4d69-8c6f-8e43bee25510
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: 0d90e39c-7049-4540-8075-4d4cc64abd85
  kind: Event
  lastTimestamp: "2026-09-08T13:39:56Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d35c26418c6f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: fd3a96ac-7a3e-4a26-b19a-18e0d3f55200
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 6fe920c7-1ee9-4be0-b63d-26bd4fd2688c
  kind: Event
  lastTimestamp: "2026-09-08T13:40:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d35c29c07cc15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 5b6f665a-2543-4a7b-9d39-66edf426217d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 6fe920c7-1ee9-4be0-b63d-26bd4fd2688c
  kind: Event
  lastTimestamp: "2026-09-08T13:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:56Z"
    name: isvc-autogluon-v2-variants-predictor.18d35c29c0ef9ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: bfc8c8b0-de30-4a63-80b8-d0731f37f0fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 6fe920c7-1ee9-4be0-b63d-26bd4fd2688c
  kind: Event
  lastTimestamp: "2026-09-08T13:42:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:11Z"
    name: isvc-autogluon-v2-variants-predictor.18d35c37be9364eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23168"
    uid: 03f900f3-a600-4057-acbe-94dc18811024
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 6fe920c7-1ee9-4be0-b63d-26bd4fd2688c
  kind: Event
  lastTimestamp: "2026-09-08T13:42:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:11Z"
    name: isvc-autogluon-v2-variants-predictor.18d35c37bf48d953
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: 1a611744-1399-4854-b646-b1ccfff3697e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 6c8d3cda-affd-475c-af89-9328a8978d03
  kind: Event
  lastTimestamp: "2026-09-08T13:42:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:02Z"
    name: isvc-autogluon-v2-variants.18d35c2641b319ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 96a1ef19-5fc7-4e00-bdf1-4789ed2c0fe8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 6c8d3cda-affd-475c-af89-9328a8978d03
  kind: Event
  lastTimestamp: "2026-09-08T13:39:56Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:39:56Z"
    name: isvc-autogluon-v2-variants.18d35c26423cb762
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: a0a34f75-35c7-45ad-98b8-391b72ffae6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: 6c8d3cda-affd-475c-af89-9328a8978d03
  kind: Event
  lastTimestamp: "2026-09-08T13:42:02Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:02Z"
    name: isvc-autogluon-v2-variants.18d35c43a938c8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23101"
    uid: b39b7139-c825-4bf5-879c-e491d5e3084a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 52885417-9e82-4691-9925-8f7a9d86a30a
  kind: Event
  lastTimestamp: "2026-09-08T13:39:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:39:40Z"
    name: isvc-autogluon-v2.18d35c0a028e9da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: ece4d347-4edb-49a3-8650-826f5a197075
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 52885417-9e82-4691-9925-8f7a9d86a30a
  kind: Event
  lastTimestamp: "2026-09-08T13:37:55Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:37:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:55Z"
    name: isvc-autogluon-v2.18d35c0a030f9aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 06cc4400-3b8e-4d47-8d82-f065369b0467
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 52885417-9e82-4691-9925-8f7a9d86a30a
  kind: Event
  lastTimestamp: "2026-09-08T13:39:40Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:39:40Z"
    name: isvc-autogluon-v2.18d35c229b0f6dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: f70c8079-a67e-4dbd-9e01-a89a3f95b89f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:45:47.745774Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8488566dd5-9bqpf
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c7810e9754a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 37b1e0a8-e745-41ac-bf82-dd0304a021c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c78183b9f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: 0152b941-6513-4fef-b630-1205fc3f7dc2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c7856a29c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 6b697e12-be94-4611-9327-fb78a6f3ebf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c78593fdfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: 6e64836f-d3b3-4835-9a15-2e2a587f222d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c785cb93ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 5ede8fb0-a701-4ef0-a3d2-0f31c54f2134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c785d367cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25473"
    uid: f69f0c4d-01c5-47e9-b9fb-788b27736ac3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c7979e72bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: d42f4549-b2d3-417a-a505-5513f6fd773f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c797e00538d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: c4287564-2427-4df6-91bf-bb237d35c1d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c797e76a020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: e64a06bc-8b1b-43e7-aa6c-73ac21f21561
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c797e80a4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25562"
    uid: 0cdf2232-9439-4e4b-8e68-606402336592
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c7982022f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25563"
    uid: 699b660e-1ca1-4050-8980-24c7102ddb2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c798276d8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 8a6b6c99-851e-4bca-80be-81815e7ab564
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:20Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c79b611d959
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: cdd3ef84-7c42-4a63-9f05-6a79261893dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c8d022e6880
    namespace: kserve-ci-e2e-test
    resourceVersion: "26415"
    uid: d6f6f1f8-bf61-4c55-bf3c-926e63985dda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c8d022f0411
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: 8febc427-8eb5-478f-b536-aaaab39bbaa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-9bqpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 18bb23d9-fc18-4fdb-a988-d576881565fb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:20Z"
    name: isvc-canary-create-predictor-8488566dd5-9bqpf.18d35c8dbc54db34
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: e6fadeeb-5239-472d-9463-fd2ef7889033
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:45:47.852803Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8488566dd5-w4nnt
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c78174a9e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25440"
    uid: 7a379f80-8ca5-443e-9238-96d36bbc34d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c78257cc928
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 6d5b2329-2fbd-425b-b606-a3233356aec2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c785ce39787
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 4be078b3-bd6a-4a9b-bdc7-2b2268fd8c5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c785f72d392
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: efa647f4-d1bf-4812-a935-c23893cdb453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c786241d87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: cb5fc85b-e253-4b66-a709-692ed4e6d1f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:49Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7862aed745
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 095202cc-48df-467b-af9e-0b209e988870
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c79656d9846
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 92949f84-aa6c-4da8-8ef3-485ab9043387
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 14.081s (14.081s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cacc5c98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 935970cc-9d64-4a31-ab8d-6963f11f347b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cb049bc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 1d7c55e7-8a1b-49ad-9a16-a133031aacc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cb0b64002
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: e053e7ab-7241-465c-8295-9c7f62eb13e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cb0c14550
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: aaf3726a-b355-42f7-8f8c-8f8397f0a198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cb3e743e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: a26f45d3-abe4-4839-8049-7f4d95ba4eaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:46:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:07Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7cb457df38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: 2782d858-60cb-4f99-8edb-1699a557142a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:47:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:20Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c7ce902552d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 6651fabe-2383-4b96-858a-83b87eec1091
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:47:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:10Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c8b72ab8e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: cb0af22d-10cf-48ee-b530-2f365b137070
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:47:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:11Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c8b72ac5859
    namespace: kserve-ci-e2e-test
    resourceVersion: "26333"
    uid: 5a1e13e7-604b-449b-bddf-ead58fda6952
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8488566dd5-w4nnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 3ec88006-bc66-4987-bdcd-6b6c1b13d2e5
  kind: Event
  lastTimestamp: "2026-09-08T13:47:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:39Z"
    name: isvc-canary-create-predictor-8488566dd5-w4nnt.18d35c8c4725e18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: a0e2f530-f4ea-4b6d-99f7-f5b25a780b37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: ed2e85b3-8c42-4ba9-929e-fa55dccb45a7
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: 'Created pod: isvc-canary-create-predictor-8488566dd5-9bqpf'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c780fb151f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: a310a0ae-2672-4de3-bd3b-b1a75a6a0f56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: ed2e85b3-8c42-4ba9-929e-fa55dccb45a7
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: 'Created pod: isvc-canary-create-predictor-8488566dd5-w4nnt'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c78164ab851
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: f8a0363d-d409-4c6b-9065-69dc113a1c5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8488566dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: ed2e85b3-8c42-4ba9-929e-fa55dccb45a7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:10Z"
  message: 'Deleted pod: isvc-canary-create-predictor-8488566dd5-w4nnt'
  metadata:
    creationTimestamp: "2026-09-08T13:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:10Z"
    name: isvc-canary-create-predictor-8488566dd5.18d35c8b727c3d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 5484fcd2-04e6-4c9d-9377-819dd057fcae
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: b89a7d40-b5d0-4080-80ed-fed44a6542b7
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: Scaled up replica set isvc-canary-create-predictor-8488566dd5 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-predictor.18d35c7806498ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: 989605aa-5f60-4ffb-8209-201a203708be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: b89a7d40-b5d0-4080-80ed-fed44a6542b7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:10Z"
  message: Scaled down replica set isvc-canary-create-predictor-8488566dd5 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:10Z"
    name: isvc-canary-create-predictor.18d35c8b71c79f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: 0942b15f-d0bc-4d24-a87e-91c3994d45b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:45:47.620278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c78096e889d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: f4687fe1-d84a-4510-88b0-0067922078b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c7812376013
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: 9ce6cb44-80d6-4386-9eec-5b8bf151a951
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c784fb5643c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 0d90d91a-e4c2-4e3f-951b-23beeb96bdc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c7851c02a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 23ac2c01-5402-4dbd-9f18-51fabf15b323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c7854a30ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: cbebaf8e-b6fd-4454-a8a2-f88ce5810633
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:48Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c78552df80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 727a5eb7-8c02-4df9-902b-a8b30d1e59a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c7979cef3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 63428075-be11-42e5-aabb-633e1597bb50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c797df3eba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 20f0bbe1-c5c5-4957-92d6-dda914e383d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c797e69bf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25557"
    uid: 35baaafe-642e-4585-99ad-96c6bb1a1699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c797e748e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 3c51d3cd-3eb0-4c99-b015-b438a74aafe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c79820c417a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25564"
    uid: 254b8f60-e4c6-4cd8-af99-448812dc1c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:53Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c7982842e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: eb526c62-4804-4d2c-a617-9f35f1cae898
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:47:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:20Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c79b5f9b9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: de3634f7-ff79-4743-b06d-0066e99a72ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c8d02979920
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: e4c01122-9c05-462c-9a47-312897281e2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c8d0298c8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: 1373e2d4-9dda-4986-aa4c-f5beb294e741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 27908ab9-7f61-43da-8b88-d4453c705eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:47:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:20Z"
    name: isvc-canary-create-v2-predictor-7659888cb8-8jtwm.18d35c8dbc56110e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: 35bb5766-9d51-4a94-9e8a-7e9ba708c01e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7659888cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: be03fe51-91cb-4539-803c-fdb099d00b5f
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7659888cb8-8jtwm'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-v2-predictor-7659888cb8.18d35c780857b0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 91bf7dce-ce0e-468a-816f-3dc97b9c9b94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25398"
    uid: 10058876-a957-4c29-ac37-3f78b324197f
  kind: Event
  lastTimestamp: "2026-09-08T13:45:47Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7659888cb8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:47Z"
    name: isvc-canary-create-v2-predictor.18d35c7801a9eb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: b78ca8b1-e30b-48a8-a8cc-19196d733753
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 8bd10485-bec4-478e-8345-07ec2f49aabb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:11Z"
    name: isvc-canary-create.18d35c7805bf9a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26348"
    uid: 09e81796-8883-4655-9889-7dfdfcebd431
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 8bd10485-bec4-478e-8345-07ec2f49aabb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:11Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:11Z"
    name: isvc-canary-create.18d35c780645e180
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: c7e0f35c-c125-4fd2-8ecf-83fd95848705
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 8bd10485-bec4-478e-8345-07ec2f49aabb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:11Z"
    name: isvc-canary-create.18d35c780646528d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: fb344480-2d4e-4092-ae9b-1daf4d09e8fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 8bd10485-bec4-478e-8345-07ec2f49aabb
  kind: Event
  lastTimestamp: "2026-09-08T13:47:11Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:11Z"
    name: isvc-canary-create.18d35c8b7bd472b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: 83fcca8a-c869-4367-979d-91db289fa2c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:47:22.864952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-64849fbd89-j2tb9
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8e36750eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: 409d71cf-a587-4e15-baa7-7849d631a4f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26516"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8e58c91f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 4da8de75-6fde-4214-afdd-0b69f660908a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8e5a937ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 28f3f2bc-ed4e-4000-a0fd-239ab11aa690
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8e5e2b7b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: 36adf87d-ce75-4fe1-b62d-0b3ad2ea941f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8e5ead4519
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 6dee18a8-dee9-42f9-9595-3c4d40b75692
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f7bb386d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: aa5a2a5e-5e2b-4f79-8024-06e120d294bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f7f79d839
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 0a2bfba1-eef7-4076-8d0c-1e8a65b85d50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f7feafca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: a5bb751c-7154-4f59-994d-f35b35b4dd8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f7ff4ce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: 068a5abb-116c-4b8b-acf0-585d622bfa4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f83159fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26633"
    uid: 48ee0e92-dca3-4af0-a782-77e05f1df186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8f83b1e80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26635"
    uid: acfddcfe-3666-4936-bf8a-1516c6885b7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:48:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:55Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35c8fb7dbd623
    namespace: kserve-ci-e2e-test
    resourceVersion: "27460"
    uid: 26198ed7-bfd0-400e-a0d8-2a3bbd4b5a1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35ca3282e696c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: d920b2d0-7ee9-41a8-a465-b82fc24ab8fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35ca3282ebfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: 39db162a-78f0-4568-944f-cca1ec66b5a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: 98cccc1d-bf8d-4a54-aa2a-0c571581da99
  kind: Event
  lastTimestamp: "2026-09-08T13:48:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:48:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:55Z"
    name: isvc-canary-promote-predictor-64849fbd89-j2tb9.18d35ca3be4fcc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: ae77a44c-d5d5-4a4e-b41d-5f9a1768a822
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:47:22.944404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-64849fbd89-pvhpf
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8e3b314798
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: b9ceeec7-74e5-4fcc-96ba-596254542fb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8e5d545208
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 8b2c97e6-05c2-4d73-ace5-d0f26c5e898d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8e5f25a567
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: 04677bec-688c-4fac-b3ec-520b8bd1e08f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8e622893e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 476a7b3d-f382-4b68-ac8b-362f47e69128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8e62b88ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 35609c48-11c8-4300-bb42-d8e150b802fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:27Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f646f1e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 47b4de93-dee4-45ac-8919-6dac69223d21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:27Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f67e0e8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 5ba63ff2-0c85-4d54-a453-3c2eb1c143cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:27Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f685eb73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: 9930174e-890d-45ba-b5a8-00a006f01151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f686a8156
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: ea17d131-be4b-4735-a1ed-07b2d0f11a3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f6b52ee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: a74ee678-1fcb-4227-87ec-9d9517f5175c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8f6bcd3474
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 8e8852af-d8a8-45d9-b65d-f9adb988b437
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:48:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:38Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35c8fa081e435
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: 9ec6359a-6b68-4ada-8ede-1271bd858b31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:48:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:46Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35ca1aef9e657
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: 2a17555c-81d5-4d9c-bcf1-3ff392ad6611
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:48:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:46Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35ca1aefae355
    namespace: kserve-ci-e2e-test
    resourceVersion: "27343"
    uid: 3ba41cd9-969a-4da3-ac1f-f88c13c97b6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 2f9d55d7-a8e3-41a8-a9df-634a1674d13a
  kind: Event
  lastTimestamp: "2026-09-08T13:48:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:49Z"
    name: isvc-canary-promote-predictor-64849fbd89-pvhpf.18d35ca27cac8cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27374"
    uid: bc29a173-d868-46b0-b75a-e35ac167bd49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: cef1d680-af83-4a76-914e-49903d38a2e7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-64849fbd89-j2tb9'
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35c8e35b2527e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 5fbc0152-1ea4-4e14-b51f-f2738565b97b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: cef1d680-af83-4a76-914e-49903d38a2e7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:22Z"
  message: 'Created pod: isvc-canary-promote-predictor-64849fbd89-pvhpf'
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35c8e3a58afdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26522"
    uid: c1ae0429-8c73-4aa2-b0ae-00b25a1bef30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-64849fbd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: cef1d680-af83-4a76-914e-49903d38a2e7
  kind: Event
  lastTimestamp: "2026-09-08T13:48:46Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-64849fbd89-pvhpf'
  metadata:
    creationTimestamp: "2026-09-08T13:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:48:46Z"
    name: isvc-canary-promote-predictor-64849fbd89.18d35ca1aec7a655
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: 56da9709-396f-4f93-a44f-7cbce70b1f99
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26490"
    uid: 6618c570-8fb0-42fa-8d6b-88c87f86de37
  kind: Event
  lastTimestamp: "2026-09-08T13:47:22Z"
  message: Scaled up replica set isvc-canary-promote-predictor-64849fbd89 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-predictor.18d35c8e31f646c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 61b718a4-3ee5-47fa-8068-040a877d5774
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: 6618c570-8fb0-42fa-8d6b-88c87f86de37
  kind: Event
  lastTimestamp: "2026-09-08T13:48:46Z"
  message: Scaled down replica set isvc-canary-promote-predictor-64849fbd89 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:48:46Z"
    name: isvc-canary-promote-predictor.18d35ca1ae4f26c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: 85e4948e-6b43-49e4-8bd1-59760a509f3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:48:52.951397Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27425"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:48:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca33006fb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: f5170c41-0575-48d4-942a-43eff0949894
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:53Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:48:53Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca35232156d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27440"
    uid: d6d5bc04-0314-477e-9c4a-8b4f5aa00412
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:53Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca353b2bf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: 3ef35a6e-3989-4674-9ee6-c13eeb386843
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:53Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca356c60193
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 5b9261c6-55d8-4fd6-8503-bc917c2afda5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:53Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca35746eee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: 2a0ef83e-4259-409a-aae4-a37e6060d270
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca472966561
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: 4dfb7df7-f27c-4ffb-8973-47defb075b84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca476125eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: 215e02ef-197a-4d5e-bcce-f5c739a25649
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca476a5ca05
    namespace: kserve-ci-e2e-test
    resourceVersion: "27490"
    uid: 82405a2e-ffe9-48ee-9d93-4a76407816b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca476b0d719
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: da5be391-f702-4018-854d-061b3382324c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca479b659a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27493"
    uid: 85e6b2ef-d9e1-4e57-bacd-380b3dce772c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:48:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:48:58Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca47a354583
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: 48d76a49-fb2d-4716-9d3c-6a52779e5421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:50:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:12Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35ca4ea84cdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28120"
    uid: 49636b42-08ea-4439-8397-c153bd948d87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:50:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35cb82a5c91bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 54afde5b-b04a-4b63-9bb3-cd20b4bd7151
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:50:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35cb82a5d0d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 2d8ff185-337c-47b7-b0c2-b56c52284d9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: c5291137-c373-4f13-9b85-22781a69496b
  kind: Event
  lastTimestamp: "2026-09-08T13:50:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:26Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-4gsf5.18d35cb8f0b7c326
    namespace: kserve-ci-e2e-test
    resourceVersion: "28251"
    uid: 3b7a4a71-105a-472f-94ec-eae089066e50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:47:22.852807Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-67454bd898-httr7
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8e35bb86f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: 4471e494-458a-4be7-acd0-a140bf29a7ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8e57cdea11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: bef34b3d-4689-4a7f-a4c2-eb12fbdc0e72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8e597ab4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 94e49e04-20bc-4e98-9bc0-e9b02e46c9df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8e5e3582b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26552"
    uid: fad9b2dc-ea0f-42ad-bdde-8745c38b11d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8e5f0a163c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: 2736371e-f101-468c-97c5-148f540f3bff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f7bc93087
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: 391a03db-a674-4895-9647-581d8791b515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f7f6f405f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: 6f29b28b-abd1-41b7-b622-309c51d16200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f7ff860cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 0406dbcc-15c0-4b11-a1e0-baa58f958cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f8002a22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 237f0477-2daa-440d-9e5a-7ae4512e92b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f83238bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: 30e3cab6-2e95-457b-9ac7-a58795cfdd76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:28Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8f83b214be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26636"
    uid: 9b35dddc-5f04-4a09-a2b8-644c42fc9054
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:50:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:26Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35c8ff3f368cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28250"
    uid: 1538d999-ce88-4a1f-bc9d-3ccd1bcddec2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:50:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35cb82a426a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: e3f86674-7e99-4a04-b628-357a775cb917
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:50:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:23Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35cb82a439250
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: e4fa2e87-6803-42fc-98b8-1b7844164710
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 69b525b7-94c4-4dd8-80c0-6f3460dee60f
  kind: Event
  lastTimestamp: "2026-09-08T13:50:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:26Z"
    name: isvc-canary-promote-v2-predictor-67454bd898-httr7.18d35cb8ee996300
    namespace: kserve-ci-e2e-test
    resourceVersion: "28249"
    uid: 48d3a6a8-296a-47a5-aaf7-570e7ffa28f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-67454bd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 3413969d-1d4b-4201-bc85-25c58ee13e41
  kind: Event
  lastTimestamp: "2026-09-08T13:47:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-67454bd898-httr7'
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-v2-predictor-67454bd898.18d35c8e34e1d1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: faa8a229-ab80-47c4-96d8-22a7ab245e6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-67454bd898
    namespace: kserve-ci-e2e-test
    resourceVersion: "27421"
    uid: 3413969d-1d4b-4201-bc85-25c58ee13e41
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-67454bd898-4gsf5'
  metadata:
    creationTimestamp: "2026-09-08T13:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote-v2-predictor-67454bd898.18d35ca32f955f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: f20960fd-61f4-4633-9c32-f2fb648e3bbc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 4bf91e52-5255-4a57-8870-14ff71c2a90f
  kind: Event
  lastTimestamp: "2026-09-08T13:47:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-67454bd898 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:22Z"
    name: isvc-canary-promote-v2-predictor.18d35c8e2f47c2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: 59769576-b15f-436e-8800-831d2e83d472
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 4bf91e52-5255-4a57-8870-14ff71c2a90f
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-67454bd898 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-08T13:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote-v2-predictor.18d35ca32c1adf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27422"
    uid: 3466e266-9604-4cb6-b9b4-081d07092c2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 9d085d8c-86c4-4613-90e5-2251fd69b272
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote.18d35c8e319783d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 60c4dcd8-e7aa-47d8-9124-35a8688ec117
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 9d085d8c-86c4-4613-90e5-2251fd69b272
  kind: Event
  lastTimestamp: "2026-09-08T13:48:52Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:48:52Z"
    name: isvc-canary-promote.18d35c8e325e8f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 87848c01-1e83-4b36-a0f1-065b2e42cf6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26472"
    uid: 9d085d8c-86c4-4613-90e5-2251fd69b272
  kind: Event
  lastTimestamp: "2026-09-08T13:47:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:23Z"
    name: isvc-canary-promote.18d35c8e325ede17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 844d5c3d-457d-4092-9b90-dafd31df30e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 9d085d8c-86c4-4613-90e5-2251fd69b272
  kind: Event
  lastTimestamp: "2026-09-08T13:50:22Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:50:22Z"
    name: isvc-canary-promote.18d35ca1b32a6c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: 0196bd09-4514-408b-8c98-1edcb18555f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:50:28.381422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28315"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cb968199286
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: 7b2a27fd-1866-430d-922b-137d7782e66b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cb98a7efb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: 1193d351-0b39-458f-91ce-16bc1ee08746
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cb98c340cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 29afe953-d4a0-40cb-99c2-4446070b031e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cb98eb46c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: 5ba5c84f-0e52-409d-a624-67dea2f3acea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cb98f2817bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28349"
    uid: 78d48c14-72c7-4d0c-8e64-b7c2ebc3cdc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba8b8594b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28396"
    uid: 8ce14369-4fcc-4b3e-a865-4f9a4130a12b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba9019c032
    namespace: kserve-ci-e2e-test
    resourceVersion: "28400"
    uid: 6b2953ab-83e4-4547-9dbf-a75a446f9013
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba908b75b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28403"
    uid: 856569f7-4f0e-43a2-954d-56275500a5be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba9095c292
    namespace: kserve-ci-e2e-test
    resourceVersion: "28404"
    uid: 067cacbe-cb2c-4276-ae15-d7c6801b7abb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba9400563e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28408"
    uid: 9f85457b-31b7-47b4-b02e-a03c4684905e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cba9473a3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: 32167aef-70af-4865-9c58-44f471e532a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:53:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:35Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35cbb03b1e2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: c6e73dec-2f45-4c67-8815-d449fcfbbb4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:53:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35ce3555d9045
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: 0434d591-9da0-4df2-bf53-3f0363819768
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:53:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35ce3555e2edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30086"
    uid: 14e5d46d-7072-4a40-827b-33d51f1bb350
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: a38769e9-6318-4686-b24e-e6e1ca862acb
  kind: Event
  lastTimestamp: "2026-09-08T13:53:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:36Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-25p9b.18d35ce3fecd55c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30232"
    uid: 1f4bb6be-52cc-462e-a192-c88d7c015846
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:50:28.321659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28307"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb96489a13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28310"
    uid: 7cb5eaa7-7d33-45d1-a63b-2884bfa5fe98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb96dac96d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: 0daff36c-1219-40db-8242-c5941f6f5bd9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28314"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb9aa816d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: ee9233de-f019-4f7c-bd75-15c3fce96028
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb9ac559717
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 200d1fbd-3572-4877-bede-11b3f8af4b1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb9af34457b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: 93c926b9-65c5-4b04-88c8-b2e0daad2a0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:29Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cb9afc4ca61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: e7102fc3-89d8-46ab-93fc-cdc86acaf295
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbaac185e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 367f3c8b-5f7d-4ec4-9d81-ebc3cf158fdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbaaf1b2020
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: b7429f35-d68c-4502-9005-5db81bf9342f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbaaf98ced3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 10ea7528-529e-4071-9f48-baeb8f3a9131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbaafa3976d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28422"
    uid: c86cc06d-379c-4591-aacc-6798a81366ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbab278b63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 2cdf51ef-20c7-469d-b8e6-930fd2fbb17e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbab2ed8b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 946ff3b7-fdc2-4127-9465-773e9ce2fa46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:51:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:41Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cbb23fec450
    namespace: kserve-ci-e2e-test
    resourceVersion: "29106"
    uid: 1369ec05-1d66-4f5f-819c-59c77c07ef93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35ccc82558513
    namespace: kserve-ci-e2e-test
    resourceVersion: "29199"
    uid: d2635a73-e2ba-45cd-8a38-81794477c0f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35ccc8256cb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "29200"
    uid: 6770488b-010a-40df-8f21-2d6057328afd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 45178f55-a6b8-4e0f-b846-1ed044e3f973
  kind: Event
  lastTimestamp: "2026-09-08T13:51:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:51Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb.18d35cccd6201932
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: fec09f80-1080-4532-864c-45a49e85af40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:51:58.382539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35cce5c95ab42
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: a38b78a7-cf5d-4598-a9c4-638a3736b6d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29311"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35cce7ef999d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29319"
    uid: 51ea4d2b-416c-4d1b-9689-36936781f3b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35cce8091182e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: 3d443607-6c9c-4f18-b177-6e86c979353f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:51:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:59Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35cce83e3dff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: 26485a46-ed49-4add-9f59-d0a80773c1e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:51:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:59Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35cce845d2a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 55d826ad-2b8f-489f-a018-f7912c5b37d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf7f09d504
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 3ac8b59f-bb75-4510-be09-ade5bac464e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf82447726
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: 4c4d9c31-ae48-448b-8e1c-f11c29f834d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf82df3d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: b6e5b5be-27b5-4b84-9976-da4a2061dd50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf82ec0cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: 68f29f28-f3d1-45fb-bc31-f371d0fbc0e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf86189466
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: 24e62816-0c7b-4411-b3e5-655b7ac44e27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:52:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:03Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccf869ad7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 7ce9b727-fa2a-4601-8368-e8911bbd5e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:53:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:30Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ccfbb190bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: b7cc6b58-5181-4f05-8741-c20d76cbb167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:53:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ce3557e28ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30085"
    uid: 2d580330-7032-4056-844a-5657a05be96e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:53:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ce3557eaa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: 07e9f532-3a54-4df2-82ef-fb6c865de887
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 2859c304-1f6e-4104-ae60-d8e43c339d70
  kind: Event
  lastTimestamp: "2026-09-08T13:53:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:30Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr.18d35ce3c15fad27
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 69ac044e-e920-4659-a6b9-93b3776fcaea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: bcb74d66-c339-4b46-a6f7-e986a0517348
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35cb963b13ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: 7446b39b-304a-47a5-8d73-65b60952214d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: bcb74d66-c339-4b46-a6f7-e986a0517348
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-25p9b'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35cb9677053a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: d9a052f2-db6f-4c1e-9c32-43abf3810f18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29191"
    uid: bcb74d66-c339-4b46-a6f7-e986a0517348
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7cd6fd476f-h9mrb'
  metadata:
    creationTimestamp: "2026-09-08T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35ccc8226ce2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 4d150bd4-2e49-43dd-90bc-e7c43df4252c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7cd6fd476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: bcb74d66-c339-4b46-a6f7-e986a0517348
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7cd6fd476f-r4fhr'
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-predictor-7cd6fd476f.18d35cce5bc658f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: dd03ff45-8217-4afe-a855-d94416b490c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28286"
    uid: 493c44ca-6d99-4199-b700-f9e6f6fa3317
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7cd6fd476f from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-predictor.18d35cb95fc938f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 583a0845-6243-4ee9-840c-12a31c734f7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29187"
    uid: 493c44ca-6d99-4199-b700-f9e6f6fa3317
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7cd6fd476f from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback-predictor.18d35ccc81c04008
    namespace: kserve-ci-e2e-test
    resourceVersion: "29192"
    uid: c171dcf0-12c9-4af9-a3bb-259b21f1e68d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: 493c44ca-6d99-4199-b700-f9e6f6fa3317
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7cd6fd476f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-predictor.18d35cce57ecf170
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: ef80ebd9-ffc4-4e94-a7cc-91546b354811
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:50:28.263972Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cb96119715d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: fb49ede2-e10a-4816-b026-4879258f423a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cb9836b1877
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: e7263f29-4636-48d5-8acb-60cafd591348
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cb985185f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28341"
    uid: d88b78c3-337c-48d5-a8cd-06be3fcca151
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cb987e9140b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: 81948cf8-24bd-4909-83a5-43a7fac4b8aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cb9885e80b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: c4b2f41c-2490-4f29-9b49-f341025b7d75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba8b70825c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 37b1b22e-8dfa-4a22-95dc-ad82990ce083
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba900fe844
    namespace: kserve-ci-e2e-test
    resourceVersion: "28399"
    uid: 8be7c7cc-97a1-4d1c-bce7-6d535d33cca8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba9098e194
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: e7e0832b-7813-4bc3-bbc2-e798e4d9a6bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba90a2d395
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: 6ffef794-a096-477a-b22d-3c70a5380ea1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba93f530ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: 71f291c7-23bc-4087-9646-23a3c6a7c0e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:50:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:33Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cba948117d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 2c9f418f-d986-4cca-93d4-4609d9537977
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:52:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:00Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cbac7cb5849
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: b1991f06-e8e8-4b63-ba2d-eda8206bb943
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cce550e81d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: 53b21868-3ff2-4bda-b261-0fa6fe7aa74f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35cce550f03fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 0cde260d-ade5-4c3f-ada8-2c8f29b79179
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: dac82fd0-1379-4709-906c-df106fb0f636
  kind: Event
  lastTimestamp: "2026-09-08T13:52:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:00Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96-64kcm.18d35ccece08f615
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 084689be-8fa5-4546-8f40-542c10ff5fb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-665748cc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: 76f83a72-a4ec-4fc1-a5f1-32a98a6b6260
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-665748cc96-64kcm'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor-665748cc96.18d35cb96084dac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 2b1b3ce9-a675-499f-bb34-43327c4e54bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: 7f46bb99-a1e7-4aa6-bb15-a44713090898
  kind: Event
  lastTimestamp: "2026-09-08T13:50:28Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-665748cc96 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:28Z"
    name: isvc-canary-rollback-v2-predictor.18d35cb95d134fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: ad9bc2d2-7aa7-420a-8738-de1bd288cc5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 5b06638f-f438-4377-82db-fc9cbca88fc5
  kind: Event
  lastTimestamp: "2026-09-08T13:51:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:55Z"
    name: isvc-canary-rollback.18d35cb95f43548a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29261"
    uid: 0cfe5ffc-1e75-4193-b935-0822898611a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 5b06638f-f438-4377-82db-fc9cbca88fc5
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback.18d35cb95fc6934e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29207"
    uid: 3bb1da21-0e22-42c4-a437-5a421d4e8f5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 5b06638f-f438-4377-82db-fc9cbca88fc5
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:50:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-canary-rollback.18d35cb95fc6f2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29208"
    uid: 06d7c86c-ce14-4d28-95f4-ad3a692a1708
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29259"
    uid: 5b06638f-f438-4377-82db-fc9cbca88fc5
  kind: Event
  lastTimestamp: "2026-09-08T13:53:20Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:53:20Z"
    name: isvc-canary-rollback.18d35ccdb90284c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: 15c4fb63-47c1-4590-a07c-e0c40c78324d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:53:33.863092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7b7754b5bf-kktr7
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce497ab3e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 1e7328cf-2a3e-4232-9c32-5d1ac3b51faa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce4b9887c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: 87a6afed-37f9-45f9-9688-e44fcad72db0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce4bb3b9dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: e1457c34-9b33-4932-87a8-2acb16dd95a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce4bdd1db00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 03f297ce-f86c-4989-831f-58227f9bc03b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce4be475839
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: 19d364c7-1d73-4e2c-a7b1-b4b70317ec7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5b861d92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: fc679d0c-7737-45ab-a215-35e3250210be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5bc23f2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 3885d550-519d-465b-9cea-8042689baafe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5bca0abfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 9b795eeb-5ff0-459e-a34b-08bfcd238751
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5bcab5441
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: 0ecfea98-cefc-4a55-bf35-5ba3fd8ffff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5bfbff22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: 721f647b-01ff-41ae-8d12-dcfc76e9b005
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce5c03ce3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "30267"
    uid: aa2f6928-8420-4a35-a558-806b97f02367
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:55:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:05Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35ce6309ca8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 7ce7d7e3-2379-4dd1-8206-17cd66f6fece
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:55:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:03Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35cf986103717
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 2dd6fd34-276e-4a42-aae0-06158520c144
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:55:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:03Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35cf986109180
    namespace: kserve-ci-e2e-test
    resourceVersion: "31083"
    uid: 9880b511-a7dc-48ce-910a-010a7e196d4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: d511110a-9bde-4fc9-83dd-415eaede9cfa
  kind: Event
  lastTimestamp: "2026-09-08T13:55:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:06Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-kktr7.18d35cfa36d829cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31104"
    uid: 0042551b-256c-45fa-8e6e-87e00f6f11ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:53:33.789295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35ce493454055
    namespace: kserve-ci-e2e-test
    resourceVersion: "30171"
    uid: 95d2574e-1834-4512-919d-a4c7c6ca4d4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:53:39Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:53:39Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35ce5dd2c6b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: 32e3f941-81ff-4c4b-8b05-43ad0eafbcf1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:53:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:40Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35ce63fafa579
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: fd3f3e1f-f16f-423b-85d2-aecbd40823bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:53:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:50Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35ce85c2115de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: 1207c141-c05f-472b-8c9a-25a7a2ab5e71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:53:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:50Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35ce85d6fba5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: eca8499e-b9c6-4211-8ec7-0b173baaa3a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef3d9c641b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30580"
    uid: e771f220-a921-4429-886e-d7834e594e75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef43e3a634
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: b31abf59-feb0-4090-83ea-810237d7b211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef45010135
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: 94dfe29c-6b2e-49c1-a7e2-452beee0ddc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef450ca881
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: 6e0cca70-5056-4829-957d-ac1eecd89601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef51eba101
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 5163328a-2343-45ee-8546-bcb7830ff408
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:19Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cef52bf5972
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: aca65465-b8a7-4fca-873f-b9df1624a562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:55:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:29Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cefb5ffd8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: bdefe6a4-bede-4b85-b020-0d5784e0bc68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cf89724e125
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 292866e1-ca92-4635-95b9-eda8305d3251
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cf89726157e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: ffdef060-1a8a-437e-955d-10d445325af8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 88301595-3d7a-4c14-82bf-1d2fed773255
  kind: Event
  lastTimestamp: "2026-09-08T13:55:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:27Z"
    name: isvc-canary-stop-predictor-7b7754b5bf-sfmvp.18d35cf94213f7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: df8d67ea-ab66-481e-8d5b-174ec9bd49f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 40308643-624a-42bd-a799-8656ecb45d82
  kind: Event
  lastTimestamp: "2026-09-08T13:53:33Z"
  message: 'Created pod: isvc-canary-stop-predictor-7b7754b5bf-sfmvp'
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35ce492b18f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: e481b022-5792-495b-a2de-f03b39acf3b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 40308643-624a-42bd-a799-8656ecb45d82
  kind: Event
  lastTimestamp: "2026-09-08T13:53:33Z"
  message: 'Created pod: isvc-canary-stop-predictor-7b7754b5bf-kktr7'
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35ce49678371f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: de0f3fa3-e175-4598-9c46-62474f2c6ebd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7b7754b5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 40308643-624a-42bd-a799-8656ecb45d82
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7b7754b5bf-sfmvp'
  metadata:
    creationTimestamp: "2026-09-08T13:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop-predictor-7b7754b5bf.18d35cf896f3d2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 6bb04394-9bb2-4dd3-9285-a5dc145ac61e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 7c67d868-0a34-49f3-b687-97acdd2e3481
  kind: Event
  lastTimestamp: "2026-09-08T13:53:33Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7b7754b5bf from 0 to 2
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-predictor.18d35ce48d049634
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: 7cd982c3-dede-45cb-9e56-baf9a2c249e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 7c67d868-0a34-49f3-b687-97acdd2e3481
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7b7754b5bf from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop-predictor.18d35cf896587df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: 6328b7fa-2519-4616-96a3-cee1443cb2fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:53:33.735710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce490138890
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: db3f592b-645f-4145-a140-319a5b850e97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce4b28fc52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30198"
    uid: 48cad1ab-0fdf-4685-8c9d-8de69956151d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce4b46b914e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: a040de9f-822f-41d0-9c90-ea00ffbea17b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce4b8a25646
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: a4692831-39c1-4b8b-a810-8c0b85eb4373
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:34Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce4b91da404
    namespace: kserve-ci-e2e-test
    resourceVersion: "30202"
    uid: befe501d-3471-4bc6-9367-271fdf4b7e2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5b876fb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 86d3ded7-591a-4ddf-b233-046ae27052ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5bc2e6a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: f416b6ca-c82e-48cb-8b24-630e71498a79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5bcade67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30261"
    uid: 30ccd2a9-a74e-43aa-8dd6-c4318bb86630
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5bcb9869e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30262"
    uid: 15bb97bb-bbc8-45f9-a204-e207df8b21cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5bfe1f071
    namespace: kserve-ci-e2e-test
    resourceVersion: "30266"
    uid: 1778bba4-e377-4403-8dc4-e16190159a3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:53:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:53:38Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5c05a6b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: 3f0acebe-feb4-4acf-bdc7-52bb7eeccafc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:54:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:49Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35ce5f4c090a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: e41f5098-c28b-45d8-aad8-72d2ff416e06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:55:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:03Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35cf9828b2ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31072"
    uid: 262eeb25-6a67-4c29-ba8c-89aabf779d79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:55:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:03Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35cf9828fa887
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: 22ce455a-1bb2-4252-956c-3fca2ae65d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 40cdb538-3c8f-4996-b7d5-f9ad1205b9cc
  kind: Event
  lastTimestamp: "2026-09-08T13:55:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:05Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6.18d35cf9faf53cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31098"
    uid: 1d92d59b-d204-49b9-9d3c-a42576ccba8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-56ddb6965b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30140"
    uid: 309797e0-215a-4a43-8391-14e9f592fbc9
  kind: Event
  lastTimestamp: "2026-09-08T13:53:33Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-56ddb6965b-thhl6'
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-v2-predictor-56ddb6965b.18d35ce48f0129d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: be6e1ff1-df48-4ac8-b5b3-8ce2d377f7ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: 7dbb92a9-8197-4ec1-b6a8-45ca7d374ee0
  kind: Event
  lastTimestamp: "2026-09-08T13:53:33Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-56ddb6965b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:53:33Z"
    name: isvc-canary-stop-v2-predictor.18d35ce48986a2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30141"
    uid: 609e4458-b505-43f4-97d0-d913de49f674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 356052f0-1a51-4b93-90dc-b39779fdb3cf
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop.18d35ce48c3b6474
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: c2c075bf-cebf-4c69-9927-f8fe56752b94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 356052f0-1a51-4b93-90dc-b39779fdb3cf
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop.18d35ce48d9a0edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: a0b97775-23a0-4bf2-a213-e8627bf69f45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 356052f0-1a51-4b93-90dc-b39779fdb3cf
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop.18d35ce48d9a67fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 26e10799-b514-4589-963a-37ff374f8e33
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: 356052f0-1a51-4b93-90dc-b39779fdb3cf
  kind: Event
  lastTimestamp: "2026-09-08T13:54:59Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:59Z"
    name: isvc-canary-stop.18d35cf89fbf4ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: b9b789eb-8584-4b1d-b4dd-286a9a1a9970
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:29:58.143913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9af83af353
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: b4f5aeff-be81-4321-86d9-d3c336bcf091
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-f54a2b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:10Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9b04a41410
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 488e545b-f5a8-46a4-9f02-3a3da6d96c1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:29:59Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:29:59Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9b3dc2b792
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 032a58f4-c7a8-4a98-adc1-c0e97d412d78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:01Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9b3f3e2481
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: efb87b16-c0ae-45a4-815c-66a147c4ef32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:01Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9b4279960b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: 88f967bc-a425-4956-a93a-92b51f8f9d0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:01Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9b42dee432
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 6b8957a3-cd8e-478f-8a2f-e6a250cce337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:02Z"
  message: Unable to retrieve some image pull secrets (fail-s3-sa-f54a2b-dockercfg-6kqb7);
    attempting to pull the image may not succeed.
  metadata:
    creationTimestamp: "2026-09-08T13:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:02Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9c13e2370f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: c662e5ed-c2dc-4e24-a494-edb0362241dc
  reason: FailedToRetrieveImagePullSecret
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 8c9bad24-c0d9-4e1d-bda5-32c56a79b9e8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:03Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9.18d35b9c4fd9331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 37712ec8-de52-4c02-b2c4-5283a82428e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-f54a2b-predictor-69ddccf864
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: 2e98c390-8f37-4ded-a239-7339c009908f
  kind: Event
  lastTimestamp: "2026-09-08T13:29:58Z"
  message: 'Created pod: isvc-init-fail-f54a2b-predictor-69ddccf864-lccf9'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-init-fail-f54a2b-predictor-69ddccf864.18d35b9af7d5e89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 428a038c-570c-4587-acf6-504380d688ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-f54a2b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: f2e0c520-d663-4723-942f-083743b3ce40
  kind: Event
  lastTimestamp: "2026-09-08T13:29:58Z"
  message: Scaled up replica set isvc-init-fail-f54a2b-predictor-69ddccf864 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-init-fail-f54a2b-predictor.18d35b9af51419d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: c8e2debb-9c61-4ede-abf0-bcd7428fb278
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-f54a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 72933da0-6a41-403c-bf6a-5ecd9d4d0be8
  kind: Event
  lastTimestamp: "2026-09-08T13:30:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:02Z"
    name: isvc-init-fail-f54a2b.18d35b9af54814ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 61a6f877-51d6-4d74-a91c-d8151ad52034
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:55:14.092822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-prpq7
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfbedd3a0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: feb282a3-e3e3-4fd8-99f7-f646f6b0bc30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfc0fcde4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: ea91d9c8-d6d6-4394-979c-3e66a9d29b8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfc11ab6f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31225"
    uid: 809a3ca8-2962-4c53-8592-a362a76fdb9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfc1477036d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 2c1b8177-6b92-4616-ae7a-255101a093a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfc14ee2978
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: 7547a064-b185-465b-92a4-107e78681baf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:19Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfd1e1f2cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: 7285adf7-272c-4225-85f9-f5daaa4446c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.809s (6.809s
    including waiting). Image size: 632120591 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfeb3fefd28
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: d687efc8-1e1f-4dfa-ba97-68277a8b0874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfeb733fd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: e21f3838-3de0-4f8f-aedb-b0eb363e75c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfeb7ad4b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: bbb24b68-3165-4318-b0a6-417544de955c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfeb7b7eaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 51f195d1-cd50-4603-bb72-29e24fefd3db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfebae68903
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 92a32176-0c59-4cef-821e-1725c3a2581a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:55:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:26Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfebb5e9b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: ec4f1311-822f-474f-865c-84758e737854
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:56:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35cfefd5e952a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: 500dcade-2414-48d9-b6a7-fb580427e62c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:56:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35d10e5255c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32035"
    uid: d1c3650d-617e-4a6b-b8cb-864f0772d020
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:56:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35d10e525db48
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: aac01bf6-0f87-4df2-a926-4af33a251025
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 4dca1633-3fb5-4cab-8d70-e996118b2f33
  kind: Event
  lastTimestamp: "2026-09-08T13:56:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-prpq7.18d35d11d98e6acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: 5ad2dac8-e6da-4f79-a5da-36cf8c118eec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31195"
    uid: 2fe02f03-b58a-4743-bc16-83744d7c9376
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-prpq7'
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d35cfbed01fe46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: 135f201e-ba69-40ad-bfb6-1b7fb84e34d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: 75c15732-521c-48ee-bb61-180b096f8b8b
  kind: Event
  lastTimestamp: "2026-09-08T13:55:13Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:13Z"
    name: isvc-lightgbm-predictor.18d35cfbe791457f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 8d9d285f-fb08-4a72-ba27-6a3ad0e0c63a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: c6162b20-01c3-4b4a-9fdc-a6036791424c
  kind: Event
  lastTimestamp: "2026-09-08T13:55:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:59Z"
    name: isvc-lightgbm-predictor.18d35cff6607c84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: b129066a-6700-4af0-b177-026c18bf63f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31193"
    uid: c6162b20-01c3-4b4a-9fdc-a6036791424c
  kind: Event
  lastTimestamp: "2026-09-08T13:55:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:59Z"
    name: isvc-lightgbm-predictor.18d35cff6691ec09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: 1e56f785-5c5a-4613-848b-def335f9a6d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: c6162b20-01c3-4b4a-9fdc-a6036791424c
  kind: Event
  lastTimestamp: "2026-09-08T13:56:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:44Z"
    name: isvc-lightgbm-predictor.18d35d09e35d8e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: c2614797-894e-459a-b4fa-2ae55398af37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: c6162b20-01c3-4b4a-9fdc-a6036791424c
  kind: Event
  lastTimestamp: "2026-09-08T13:56:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:44Z"
    name: isvc-lightgbm-predictor.18d35d09e3b10c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: df7d6735-e517-4a47-ab1b-b4afe7455bb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:56:49.326123Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d121a2c6fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 3b763b1e-691d-4115-9dee-28f3c6d1ab24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32103"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d123c0e54ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: 9922b06a-6a68-4f91-9cf2-0ac81599038f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d123dafe77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 0bdc8bc2-e18b-4ccf-8d1b-9c90e0f4e848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d1240c6294a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32121"
    uid: fc2c4f9f-becd-49d8-9e87-53e87a137d22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d124140d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "32122"
    uid: a8d81ba0-dbf2-48e0-b575-101517063153
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135801ddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32167"
    uid: 34304659-2069-4731-abab-c24273cc526d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135af5f737
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: 50c058be-9e7d-46db-8612-9998ea3a3e93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135b72bc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32170"
    uid: 5ad5814f-25d6-4718-a8c0-bb173fd60649
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135b7e21a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: df6b0140-79b8-4903-9eec-60d088f37c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135e7f31d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32174"
    uid: 6246573d-f1b6-45a3-b26b-140e1974a9af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:56:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d135efa3449
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 88a99fd2-ff02-43a6-8a6f-2a835d7745c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:58:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d139458355e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33002"
    uid: 1635f6fc-f315-4e85-a769-986be39bff58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:58:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d272d40fdc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: e4822107-5ceb-488b-8484-981d80a5d5de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:58:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d272d41aacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32990"
    uid: da447ad0-cf4e-4cc2-9ebc-31e8ef125193
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e1527566-b5f3-4f1e-b076-c392cadf0ba5
  kind: Event
  lastTimestamp: "2026-09-08T13:58:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2.18d35d279a80c84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: 538e96d5-a852-42a7-9227-31f06748f346
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32083"
    uid: 7655e80c-ded1-4d80-8413-42625acd4f4f
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-92wj2'
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d35d1219b35cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32093"
    uid: 5bf93854-1f32-43b0-ada3-43a7bd963ca9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32081"
    uid: 46abe706-7932-4ee9-85d4-514b27fe081b
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime-predictor.18d35d1216402ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 0b7c420d-3b7f-4093-8cca-216c8eb9c1a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32082"
    uid: 6f8a5d7d-efb0-4253-bbf5-d78fe134c449
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: isvc-lightgbm-runtime-predictor.18d35d1595478080
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: d6d35a66-f6f8-4d44-8da7-be0121dbfcc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32082"
    uid: 6f8a5d7d-efb0-4253-bbf5-d78fe134c449
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: isvc-lightgbm-runtime-predictor.18d35d1595b8982b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: cf52c06e-2761-4b8d-a88b-639566b0a8a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 6f8a5d7d-efb0-4253-bbf5-d78fe134c449
  kind: Event
  lastTimestamp: "2026-09-08T13:58:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:19Z"
    name: isvc-lightgbm-runtime-predictor.18d35d1c9386827f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: 1935ccb0-0381-4543-ad1b-40c361724a08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 6f8a5d7d-efb0-4253-bbf5-d78fe134c449
  kind: Event
  lastTimestamp: "2026-09-08T13:58:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:19Z"
    name: isvc-lightgbm-runtime-predictor.18d35d1c9414373f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32967"
    uid: 6a381c85-1d47-4e3d-a36d-5cd87b4bbfc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: c0f2f56d-7939-409b-9208-6a5367ba37df
  kind: Event
  lastTimestamp: "2026-09-08T13:58:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:11Z"
    name: isvc-lightgbm-runtime.18d35d121641d9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32858"
    uid: e0a6e52c-47e3-4866-946e-0815768614e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: c0f2f56d-7939-409b-9208-6a5367ba37df
  kind: Event
  lastTimestamp: "2026-09-08T13:56:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:49Z"
    name: isvc-lightgbm-runtime.18d35d1216bebc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "32088"
    uid: 6012854c-5138-4626-9094-7751d6e7c10f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: c0f2f56d-7939-409b-9208-6a5367ba37df
  kind: Event
  lastTimestamp: "2026-09-08T13:58:11Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:11Z"
    name: isvc-lightgbm-runtime.18d35d254d2ef89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 2985cf91-1e03-47a5-b97c-360ed4a7cb2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:59:20.168149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d35390f0713
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: f3f437ac-0190-4f52-aa9a-637590187a99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33568"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d355af8ff3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33578"
    uid: f888c97a-553e-41bc-8133-9c7c2e240394
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d355c96f5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33580"
    uid: eb576ee3-6e6d-4fd1-a74e-f109f3a02085
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d355f9b70fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33581"
    uid: 7e1aede6-9c35-4df9-9cba-61a9a6bab131
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d356003e271
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: d4e36623-9d71-42dd-b905-4f28b8bfa70e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d3671d03bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33618"
    uid: 99a862ce-6c62-467d-9cf8-776e6f9a84b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d36752b07f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33622"
    uid: 923d5d33-a760-4907-a10e-8c4b73e4357b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d36759ec3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: 8ccd6c93-aee8-4f9a-aca9-55f3ed07f347
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d3675aa1960
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 9597d1a4-d948-438c-8607-2af8b4ecc70a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d36797bfa3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 1a37baad-90bb-468b-b2b0-97ebe09372cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d3679eb3f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: fc504e3b-1df3-4a8a-b134-ec48b89e419c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d36ea02cc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: 55b2a337-ccde-418b-b485-392fba1e223f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d39e3cb5b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 5a4bfa5d-5514-42c9-8cf5-e3e2ac3c6b6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 9611d1df-c911-4812-8910-e3e530ea12c0
  kind: Event
  lastTimestamp: "2026-09-08T13:59:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz.18d35d39e3ccaac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: 0e3f0cb4-c454-4ba2-8108-c354dff7c358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 53fb6a4a-8b5c-4143-a2cc-cc9388c5db09
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-v4sfz'
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d35d35387ce240
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: f4c04d90-7ea8-4222-9891-d222a3cffbf6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33546"
    uid: 71a31bfe-01af-412e-86c8-3e7e1cc8b790
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d35d3535790a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: d40428c5-fe49-491a-b85b-5e299031406f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 4ffe27f8-5ada-4983-9aaa-753cd4d7bff8
  kind: Event
  lastTimestamp: "2026-09-08T13:59:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:35Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d35d38b40484ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: c4b67274-34fe-4c2e-959e-5e7fc366ae80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 4ffe27f8-5ada-4983-9aaa-753cd4d7bff8
  kind: Event
  lastTimestamp: "2026-09-08T13:59:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:35Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d35d38b47426dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33720"
    uid: 243d91fd-7a32-43a0-8a8b-0acf7f8869bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33539"
    uid: 3544acfe-72a6-424a-927d-785b055df608
  kind: Event
  lastTimestamp: "2026-09-08T13:59:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:33Z"
    name: isvc-lightgbm-v2-kserve.18d35d353589a8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: 956d3727-b9b1-4ca7-baa7-23605e2a09c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33539"
    uid: 3544acfe-72a6-424a-927d-785b055df608
  kind: Event
  lastTimestamp: "2026-09-08T13:59:20Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:20Z"
    name: isvc-lightgbm-v2-kserve.18d35d3536244014
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 4fb1fde4-7371-4d55-b132-dd40b9c1595e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: 3544acfe-72a6-424a-927d-785b055df608
  kind: Event
  lastTimestamp: "2026-09-08T13:59:33Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:33Z"
    name: isvc-lightgbm-v2-kserve.18d35d38575502ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: e84ccf76-95a1-4f3e-9173-f93f513adc29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:58:24.942628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33050"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:58:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:58:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d285d5c7bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 24cdabb8-ca8e-454f-90f5-79d03a9892a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d286b654593
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: af477bf5-7448-4beb-a3ea-967e7e8e4c98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33060"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:26Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d28a4379e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 37b7b6c2-fb26-44b2-b7be-0da34b16391b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d28a60240c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 39fb1d2b-03a6-407d-a7e7-31f545b3bcc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d28aaa65451
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: e95e346c-3354-4af2-9638-f0cd13af791b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d28ab28f26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: 5c1382b0-f37e-415d-992d-2d6ddf242bff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2afb5a67fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: 1de87fab-1044-45e9-a599-1ed1a951ae99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2aff411fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33170"
    uid: 3b5b8624-5544-4dc5-adbd-65852d8deec7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2affbd4b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33171"
    uid: 509414f3-5745-416f-9c94-9c4679037c78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2affc7ed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 47db291c-b798-44f7-b1ef-bf16b0a07e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2b02aded9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: b6095ddc-8b48-4f96-a2c2-26b83c8c666d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:58:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d2b0329c2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: f699d716-254e-4f66-bb91-4bb6d39eec51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:59:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d34059bb840
    namespace: kserve-ci-e2e-test
    resourceVersion: "33495"
    uid: 4c286d93-d4ee-40ad-923f-63525879d583
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: ecb6a516-fe47-4857-90ed-1ff5bab7484a
  kind: Event
  lastTimestamp: "2026-09-08T13:59:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:15Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml.18d35d34059c75fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: bb14b031-00ea-447b-b92b-50472d07ca23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 9b7e23af-99bf-4be6-8fd6-6d8cb63bf1f1
  kind: Event
  lastTimestamp: "2026-09-08T13:58:24Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-gsdml'
  metadata:
    creationTimestamp: "2026-09-08T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d35d285ceb9f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: 84c6722b-913f-4d75-a55d-2423e12899fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 96d4e497-1302-4978-b936-09ca4544a6f8
  kind: Event
  lastTimestamp: "2026-09-08T13:58:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d35d2859a0629c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 0701dbe5-43b7-4d58-8090-01ced3aaff37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: deeeab5a-402b-44e5-b473-823cbc6a543a
  kind: Event
  lastTimestamp: "2026-09-08T13:59:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d35d2bd868489f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: e2adb037-f57a-4d0f-be76-a1e8eb414a53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: deeeab5a-402b-44e5-b473-823cbc6a543a
  kind: Event
  lastTimestamp: "2026-09-08T13:59:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d35d2bd8d1178e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: daca2149-3803-4d5f-90fe-6717825c8776
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: 0d32e57b-03e4-4e83-a463-efdf2f888c02
  kind: Event
  lastTimestamp: "2026-09-08T13:59:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:14Z"
    name: isvc-lightgbm-v2-runtime.18d35d2859e120ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33474"
    uid: db1ed2f7-381c-4ea4-bbfa-c66fd94f68c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: 0d32e57b-03e4-4e83-a463-efdf2f888c02
  kind: Event
  lastTimestamp: "2026-09-08T13:58:25Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:25Z"
    name: isvc-lightgbm-v2-runtime.18d35d285a4c0ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 4b753374-59a8-43eb-ac05-19ff31f7c2c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: 0d32e57b-03e4-4e83-a463-efdf2f888c02
  kind: Event
  lastTimestamp: "2026-09-08T13:58:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:25Z"
    name: isvc-lightgbm-v2-runtime.18d35d28614e2df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 6521802d-5f93-4527-a5d9-1a53a6a529ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: 0d32e57b-03e4-4e83-a463-efdf2f888c02
  kind: Event
  lastTimestamp: "2026-09-08T13:59:14Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:14Z"
    name: isvc-lightgbm-v2-runtime.18d35d33dbc6ebe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: 8a627a15-bdbd-431f-a40c-c41ca0cd4d27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: fb16f28a-a207-4cd9-a760-13915631710f
  kind: Event
  lastTimestamp: "2026-09-08T13:56:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:43Z"
    name: isvc-lightgbm.18d35cfbe70db31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: 9b957aa2-c674-4bdc-9ca1-adafa6cb8457
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31185"
    uid: fb16f28a-a207-4cd9-a760-13915631710f
  kind: Event
  lastTimestamp: "2026-09-08T13:55:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:55:14Z"
    name: isvc-lightgbm.18d35cfbe8bcb7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 4b2ccee3-01a0-4b7d-b5e8-15307a41c6c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: fb16f28a-a207-4cd9-a760-13915631710f
  kind: Event
  lastTimestamp: "2026-09-08T13:56:43Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:43Z"
    name: isvc-lightgbm.18d35d10b789f163
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: fd742766-8f38-4179-b6cf-695656f1a1c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:33:48.302038Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5979d78599-hlwv6
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd08eb93f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 72ee6ec6-ffe1-4bb1-83d0-e107d469360d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd09cf0a6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: f2323292-306b-477d-bff8-88db13f6f027
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd0d47cc687
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: b9b10d15-4978-449a-ac3c-0592de4921af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd0d665fe78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: df365589-2084-4ca8-9747-0bd76f056be6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd0d9299636
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 871ff84c-b71a-4ba9-accd-17f904b2b585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd0d99cfbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: ca711f79-c374-4e20-b392-e369cdf5b588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1eb63abd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 9580264b-3fcf-4925-b7c2-cfa65da04ee3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1ee86734d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18811"
    uid: ec34047d-a7fe-4fbd-830f-aeea34e495f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1eefd589e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 1dbe3487-023c-4f73-908c-eeaa3f04a835
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1ef08801c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 285b5fea-912e-49ff-a0cf-4e03dc0a1869
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1f296f35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18820"
    uid: 4d6c17bf-19b3-4aa5-82ad-018aabc3f662
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1f3560b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 64983b02-38c7-4a88-8043-448bcc3bd8ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1f3618a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18822"
    uid: 5dc311f3-6de9-4b1e-994d-15fafeb84554
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1f674e44f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 03d29a67-ba5d-4170-a7f6-177e31282c4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:33:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:54Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd1f6e7363f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 700c0db1-1d0e-4ea1-ba2a-0734bdafeb9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:32Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd2277b217b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: da261857-3323-4f79-914b-7ed50bb21ed2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:32Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35bd263620493
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 37f649f4-d876-4f9d-a8b7-2e7b2e632027
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35be6bc84ecdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: c2d54948-8a7f-4a3d-b2fa-ddaf588ea226
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35be6bc853721
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: aada73a1-156f-4b31-924e-ded297d5fed6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35be6bc8560fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: c14347f8-09d6-4374-8bc3-9933d82d21c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5979d78599-hlwv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: bc357685-7683-4c3f-ad85-a55fc7789625
  kind: Event
  lastTimestamp: "2026-09-08T13:35:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:37Z"
    name: isvc-logger-predictor-5979d78599-hlwv6.18d35be793b480f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: c3b89203-fcb0-4a66-90d3-51215c45d2de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5979d78599
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 7048d9f9-a438-4c3d-8939-5cf629774bc9
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'Created pod: isvc-logger-predictor-5979d78599-hlwv6'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-logger-predictor-5979d78599.18d35bd08e456eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 65d175c8-708d-4d3c-a7f8-4c299414c133
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: dd457f50-72c2-42d3-b828-cc5aa67b4231
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: Scaled up replica set isvc-logger-predictor-5979d78599 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-logger-predictor.18d35bd08b05bbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 1afc01f2-d30a-4d12-88c7-5a41d1c0bd64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 46e04ef8-2b26-46c0-8143-bcc9db72bcb3
  kind: Event
  lastTimestamp: "2026-09-08T13:34:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:33Z"
    name: isvc-logger-predictor.18d35bd409cf3fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: c46fac1b-c88e-4a20-95fc-1d7c179dd964
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 46e04ef8-2b26-46c0-8143-bcc9db72bcb3
  kind: Event
  lastTimestamp: "2026-09-08T13:34:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:33Z"
    name: isvc-logger-predictor.18d35bd40a39ae07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: d3a98d41-2b37-4546-b3e2-e80c8a52db10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: 46e04ef8-2b26-46c0-8143-bcc9db72bcb3
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-logger-predictor.18d35bde8673a31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: bd1eee33-6695-49ae-b4fa-ac54a8654e85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: 46e04ef8-2b26-46c0-8143-bcc9db72bcb3
  kind: Event
  lastTimestamp: "2026-09-08T13:35:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:34:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:18Z"
    name: isvc-logger-predictor.18d35bde86eb712c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19490"
    uid: ad530b40-62b8-42da-9af3-eb5e19f85e4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: d49649f7-83a5-4a74-96cb-8e0aca209077
  kind: Event
  lastTimestamp: "2026-09-08T13:35:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:12Z"
    name: isvc-logger.18d35bd08b658fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: 50276e26-78c9-462a-9a56-cd9bc399c9a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: d49649f7-83a5-4a74-96cb-8e0aca209077
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-logger.18d35bd08bdb5986
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: 1991c36e-acab-4279-805a-861a53d920d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: d49649f7-83a5-4a74-96cb-8e0aca209077
  kind: Event
  lastTimestamp: "2026-09-08T13:35:12Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:12Z"
    name: isvc-logger.18d35be41c81db0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 3b4a42bd-4c31-41ec-97ed-06317fb0461a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:59:45.417752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:59:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3b1a0d7c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 8b78d064-e8f0-408b-940a-d3e658bfdd23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:45Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:59:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3b3c3ca882
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: c042b3c2-0b04-4f39-9f7c-272ee12f25e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3b3defe579
    namespace: kserve-ci-e2e-test
    resourceVersion: "33862"
    uid: f644b45b-4300-47bf-bc72-e97a8708cfe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3b40fc564e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 5b43604b-fdf1-4fd8-a197-fd0a3e0a81fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3b4172dbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33864"
    uid: 8da59fed-3207-4e49-a0bd-70ae9610479b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c4c843584
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: e23dc4c9-9865-4c2b-b51c-d536790b0a5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c4f62e748
    namespace: kserve-ci-e2e-test
    resourceVersion: "33924"
    uid: b44b63fd-6c2f-4243-b8e4-2ea0b0a7862f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c50172475
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: 5c4b601b-c09f-468c-893d-dd0177bb22df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c5021e241
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: f527254f-1038-4d3a-bdd6-d04f2ffe9732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c531ae856
    namespace: kserve-ci-e2e-test
    resourceVersion: "33931"
    uid: e80e8870-9866-4f11-9ef2-21ef1c6848a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d3c5405d66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33932"
    uid: 208774d1-a3b0-441c-b562-0e95d6292413
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T14:00:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d46c1e6e0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34339"
    uid: 23cfbde4-5bf3-4a36-8cff-eb5d20e08a40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T14:00:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:35Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d46c1eb84c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: b3fe5a25-73b6-4fc2-916c-f8ba35ea565b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T14:00:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d473ebba2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: b21ccbf6-063d-47de-b60d-d05813dd0791
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: d4f8e8b3-57ff-4f1a-a71c-48933a62018c
  kind: Event
  lastTimestamp: "2026-09-08T14:00:38Z"
  message: 'Readiness probe failed: Get "http://10.132.0.51:8080/v2/models/isvc-mlflow-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-08T14:00:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:38Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv.18d35d477d1a9a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 3f49f25a-fabe-425c-a6dd-a811bf2157c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: 9c7a7e90-8ad1-4850-a8e1-bd4daf44e49a
  kind: Event
  lastTimestamp: "2026-09-08T13:59:45Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-mdxrv'
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:45Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d35d3b199db255
    namespace: kserve-ci-e2e-test
    resourceVersion: "33841"
    uid: 3ede3aad-eba9-49c6-aa49-54f41d844c10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 67e6c11b-32fc-4fdd-a963-5202b3a043b2
  kind: Event
  lastTimestamp: "2026-09-08T13:59:45Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:45Z"
    name: isvc-mlflow-v2-runtime-predictor.18d35d3b167b4dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 08219236-a21a-4551-adae-5d1b806ea4bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: a9fdd20c-d5ce-40d6-aa0f-b806105d4219
  kind: Event
  lastTimestamp: "2026-09-08T14:00:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18d35d3e9667c324
    namespace: kserve-ci-e2e-test
    resourceVersion: "34288"
    uid: 2fcaee61-7e82-461a-86b4-61fd15edcc28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: a9fdd20c-d5ce-40d6-aa0f-b806105d4219
  kind: Event
  lastTimestamp: "2026-09-08T14:00:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18d35d3e96e10c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: f8eec708-248b-4082-91a5-9dcb8b1fcaf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: ef8fb077-d3b0-4468-bda0-dc5331877f03
  kind: Event
  lastTimestamp: "2026-09-08T14:00:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:27Z"
    name: isvc-mlflow-v2-runtime.18d35d3b16abe573
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: b55e2792-05ed-4e4e-aaa1-972091bfc9dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: ef8fb077-d3b0-4468-bda0-dc5331877f03
  kind: Event
  lastTimestamp: "2026-09-08T13:59:45Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:45Z"
    name: isvc-mlflow-v2-runtime.18d35d3b1718c965
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: e672e2a1-6079-4eff-9651-0a5542505e9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: ef8fb077-d3b0-4468-bda0-dc5331877f03
  kind: Event
  lastTimestamp: "2026-09-08T14:00:27Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:27Z"
    name: isvc-mlflow-v2-runtime.18d35d44f10829c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 0dc8f436-47b1-42a4-8611-4903cf4e28e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:02:05.928045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:02:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:02:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5bd11e60fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35200"
    uid: e8b5da6c-a381-4d41-ab23-e7adfe9b5cd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:06Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:02:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5bf35260b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35215"
    uid: 7025b57e-b6f7-4901-b80e-971d2c60ab1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5bf50f82a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 97cdd03d-ca69-4d48-a0f6-e18038de5fa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5bf81bf288
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: e6544bd9-8767-47b5-995d-32150121a8de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:06Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5bf896442f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: c1a9e4aa-7158-4113-bdf9-314c0303da24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:11Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T14:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5d0d63fa47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35262"
    uid: 23d11906-c5db-43ee-ac4e-4d9970fd5b4c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.638s (11.638s
    including waiting). Image size: 1175630082 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc319688f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 15499e94-27a3-463e-9379-04f362479b09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc5e2baab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35388"
    uid: 21300733-f6c1-43af-8dcd-792cb5c6079f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc64bd80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 73563aea-fd26-4eef-b722-1777b896c0ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc655abc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 933bde5f-5d16-47e0-a9c2-d80d8d4d4ce2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc9752c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: 89498bef-6a68-459f-ad11-98ebf7629f1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:02:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fc9dea5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: c475b4c2-7353-4449-b3ff-334f3a8cf2fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:03:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d5fdca03a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35899"
    uid: 1d8c320b-bca6-4e10-aa3d-7a5e8acbd934
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:03:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:17Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d6c60f19550
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: f9ce9188-4112-441a-a85b-225c6c453211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:03:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:17Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d6c60f1fcb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: b705558a-2b19-46fe-9778-8916d4248326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 8da431ce-21fc-43da-bfcf-2c97ebfe7914
  kind: Event
  lastTimestamp: "2026-09-08T14:03:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-ptc4g.18d35d6ce6b83cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35898"
    uid: 11ee24bd-5304-47c1-b5ec-f72fd82bfa85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: bb931c1e-0fca-48a4-ba33-69e2f66161d7
  kind: Event
  lastTimestamp: "2026-09-08T14:02:05Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-ptc4g'
  metadata:
    creationTimestamp: "2026-09-08T14:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d35d5bd0b2cdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: 763bb6fc-8d57-44cd-a39b-1a672bfa080d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: c28a0983-718e-4c10-94c1-4300806562b0
  kind: Event
  lastTimestamp: "2026-09-08T14:02:05Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:05Z"
    name: isvc-paddle-predictor.18d35d5bcd85afed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: cc7f0250-28c5-47fb-bab0-7a020e6f2f07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: 7c9f3ca2-726b-4e03-b8cc-adf9f2b09a67
  kind: Event
  lastTimestamp: "2026-09-08T14:02:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:50Z"
    name: isvc-paddle-predictor.18d35d5f4bcd648a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: 1e80dd5b-2e02-4e9f-bc3d-415ef1c27366
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: 7c9f3ca2-726b-4e03-b8cc-adf9f2b09a67
  kind: Event
  lastTimestamp: "2026-09-08T14:02:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:50Z"
    name: isvc-paddle-predictor.18d35d5f4c40ad5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35671"
    uid: 393a485b-000b-4a6f-bc08-80935681b424
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: 7c9f3ca2-726b-4e03-b8cc-adf9f2b09a67
  kind: Event
  lastTimestamp: "2026-09-08T14:03:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:05Z"
    name: isvc-paddle-predictor.18d35d69c9e29667
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 56140c7c-f868-4a9a-a15f-c2809d5678a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: 7c9f3ca2-726b-4e03-b8cc-adf9f2b09a67
  kind: Event
  lastTimestamp: "2026-09-08T14:03:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:05Z"
    name: isvc-paddle-predictor.18d35d69ca56a680
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 470182d1-d85e-4795-a7c8-d2fb55cfe1f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:03:22.234068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35944"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6d954fd6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 7a69c930-d2bd-4194-999c-f87c8e83442c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6db76a3aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35966"
    uid: a6cad6c7-9693-4869-a9ca-d4ef0c125e6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6db8dfd6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35968"
    uid: 3faa08bf-cd07-4eac-9288-cda254da612f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6dbbc468da
    namespace: kserve-ci-e2e-test
    resourceVersion: "35969"
    uid: b0fd25c4-06b6-42c4-8b30-e2f23cdba25b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6dbc2e4db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35970"
    uid: 8d3d3166-b530-43a8-a661-d0825081f8a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6ed5ab48a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 003ddec3-368a-41b6-8bdf-7d9c3666260c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6ed8ab08e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: a28ea164-d12b-4e99-bd06-6454a710f83f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6ed921f4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 919de311-2ee9-4e2c-8876-aa7287435980
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6ed92bec53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36021"
    uid: 20efa56f-bf6a-4a60-ab8b-428249a26167
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6edbea95b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: c50003d4-464c-411a-90a6-38eb8914afcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:03:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6edc606d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36025"
    uid: cb6f19a3-b9bf-4b20-b41b-bfbc1f88c2f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:04:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d6f1213d6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: 2ad9d32e-e8fb-48fc-a740-d722fd64bdc1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:04:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d7bd04ae077
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: ce90c19f-d367-4e4b-8ea2-a4a392c2e029
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:04:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d7bd04b4201
    namespace: kserve-ci-e2e-test
    resourceVersion: "36558"
    uid: 3ea49b69-2d0f-4434-90de-982c90f671d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35946"
    uid: 8858622a-dba1-4f5d-b2eb-7f1e0c85513b
  kind: Event
  lastTimestamp: "2026-09-08T14:04:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-qkqbd.18d35d7c1c33dcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36570"
    uid: 3c58f5e4-3a1b-409e-b293-e7570e733dc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35935"
    uid: 6b68e31c-6721-41be-9437-b9625e3319e3
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-qkqbd'
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d35d6d94d6c64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 7a8be20b-cab2-451a-9df7-2cb8fcb4ffb6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 6bf8e669-ccff-4a7c-889f-4511ee8ed186
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime-predictor.18d35d6d91a3ac07
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: ac3962f7-9470-44c8-b947-2c49f963867f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: effb0472-4174-4d35-93d8-8f65a858443d
  kind: Event
  lastTimestamp: "2026-09-08T14:03:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:52Z"
    name: isvc-paddle-runtime-predictor.18d35d7110e975bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 5c5f8fdd-e5dd-4c80-a879-75e8f0e59177
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: effb0472-4174-4d35-93d8-8f65a858443d
  kind: Event
  lastTimestamp: "2026-09-08T14:03:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:52Z"
    name: isvc-paddle-runtime-predictor.18d35d7111d59c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: c64864b2-ee1f-4c0e-a654-de63e2996d1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: effb0472-4174-4d35-93d8-8f65a858443d
  kind: Event
  lastTimestamp: "2026-09-08T14:04:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:22Z"
    name: isvc-paddle-runtime-predictor.18d35d780f6458da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36533"
    uid: a99db2b6-02c3-46d4-a065-13358319a598
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: effb0472-4174-4d35-93d8-8f65a858443d
  kind: Event
  lastTimestamp: "2026-09-08T14:04:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:22Z"
    name: isvc-paddle-runtime-predictor.18d35d780fd314d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 1b10e2ad-d911-4f52-9201-74fbe12fcadb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 0f18a5a7-942b-4ac4-9596-77814ed53238
  kind: Event
  lastTimestamp: "2026-09-08T14:04:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:04:14Z"
    name: isvc-paddle-runtime.18d35d6d91c3e233
    namespace: kserve-ci-e2e-test
    resourceVersion: "36481"
    uid: 1f3384d1-c082-45bc-87e9-c03a215df0f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 0f18a5a7-942b-4ac4-9596-77814ed53238
  kind: Event
  lastTimestamp: "2026-09-08T14:03:22Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:22Z"
    name: isvc-paddle-runtime.18d35d6d925f6374
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: f11db481-631e-4eb2-a73a-16623521d24f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: 0f18a5a7-942b-4ac4-9596-77814ed53238
  kind: Event
  lastTimestamp: "2026-09-08T14:04:14Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:04:14Z"
    name: isvc-paddle-runtime.18d35d79cf58bf1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: 795c444d-c4d9-4427-8e31-1cbd1c3ee1e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:04:28.576870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d07a6b3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 2890df60-0a56-4d35-8c05-8df2bc96ebb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d12925ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36639"
    uid: f5f6ae75-615e-4558-a12a-9e0755d02b4c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36633"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:29Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:04:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d4d77a282
    namespace: kserve-ci-e2e-test
    resourceVersion: "36652"
    uid: e3dff88c-0378-4512-afc5-344ffeed313e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d4f1d4a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36654"
    uid: 19dacb66-4c4c-4bab-882a-a11972421db7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d52f43a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36656"
    uid: 907f8817-2af6-4049-8285-a47bc465eb11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7d536d3053
    namespace: kserve-ci-e2e-test
    resourceVersion: "36657"
    uid: 4fbf7a48-636d-4b6a-96b2-71278e813809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:34Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e83673da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 73244658-1e2d-4c15-9da6-66fe36f3cc78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e868161da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36698"
    uid: de847c23-9c87-41ec-aab6-df1ec1bd0ae8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e86facc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36700"
    uid: fe60eee1-8b69-46dd-9cea-d5149b7f105e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e8704f810
    namespace: kserve-ci-e2e-test
    resourceVersion: "36702"
    uid: dabf21af-4e31-43d3-bfe7-9f5a8cf6fcf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e8a45e98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36705"
    uid: d7a5eb75-d735-4ff1-a9d4-7ab15ec7e7a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:04:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7e8abdb878
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: 6feb3fa2-f827-4026-a8e7-040e969ef6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:05:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d7efb4c75ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: b365de6c-3333-4587-895c-18ba0d72b030
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d8b51dec99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: b98415ad-1f86-43cb-92f2-e91dfd3475ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 4728dddf-0c66-401c-adcc-b159e30f1862
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6.18d35d8b51df6ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: 91f62b56-cc29-4d13-9168-5a61659eb1e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: b10da376-4998-4165-bd02-bf615a61209b
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-k2sc6'
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d35d7d072f41a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: 082cfb19-4205-423d-b219-757b1ffc1c12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 5d474034-ad22-4a84-83c8-563403bf2236
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-paddle-v2-kserve-predictor.18d35d7d041c8d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "36616"
    uid: f6ef2faa-9900-4df2-b387-5f71906d15fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 8eb17808-af98-402b-adf3-cd06b501a2fb
  kind: Event
  lastTimestamp: "2026-09-08T14:04:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:43Z"
    name: isvc-paddle-v2-kserve-predictor.18d35d8082b05434
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: f8d10453-7b47-46bd-97a3-6e1b4afeb80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 8eb17808-af98-402b-adf3-cd06b501a2fb
  kind: Event
  lastTimestamp: "2026-09-08T14:04:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:43Z"
    name: isvc-paddle-v2-kserve-predictor.18d35d808324b553
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: d4a0b1f8-7032-4e7e-bf19-7077f7ab4283
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 8eb17808-af98-402b-adf3-cd06b501a2fb
  kind: Event
  lastTimestamp: "2026-09-08T14:05:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:28Z"
    name: isvc-paddle-v2-kserve-predictor.18d35d84025c2903
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: ecf81577-ba2b-4fc2-97e6-e5d87ddc6d83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 8eb17808-af98-402b-adf3-cd06b501a2fb
  kind: Event
  lastTimestamp: "2026-09-08T14:05:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:28Z"
    name: isvc-paddle-v2-kserve-predictor.18d35d8402d8c7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37282"
    uid: 87bd45f0-6cb5-4824-ae71-93d44a9bde5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: 659a5ba6-1867-4b5d-b589-37f71a7aa4d8
  kind: Event
  lastTimestamp: "2026-09-08T14:05:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:23Z"
    name: isvc-paddle-v2-kserve.18d35d7d044d51aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 5dbb51b6-d372-41f1-a3e7-fe769aa8fc83
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: 659a5ba6-1867-4b5d-b589-37f71a7aa4d8
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-paddle-v2-kserve.18d35d7d04ae38a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: c662f78b-a6ea-48cb-8574-4294e6399c1f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37165"
    uid: 659a5ba6-1867-4b5d-b589-37f71a7aa4d8
  kind: Event
  lastTimestamp: "2026-09-08T14:05:23Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:23Z"
    name: isvc-paddle-v2-kserve.18d35d89b71b9717
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: 836e2ada-2eae-4988-96d5-ed34f5f955fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35174"
    uid: 3bf4709d-496b-4946-b42d-28f92120ae7c
  kind: Event
  lastTimestamp: "2026-09-08T14:03:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:09Z"
    name: isvc-paddle.18d35d5bcd8ae787
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 51094c81-c647-47cf-a361-78d9b3bbf2b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35174"
    uid: 3bf4709d-496b-4946-b42d-28f92120ae7c
  kind: Event
  lastTimestamp: "2026-09-08T14:02:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T14:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:02:05Z"
    name: isvc-paddle.18d35d5bce4862fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 7ad79a26-c285-4829-9b86-df93017ee4f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 3bf4709d-496b-4946-b42d-28f92120ae7c
  kind: Event
  lastTimestamp: "2026-09-08T14:03:09Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:09Z"
    name: isvc-paddle.18d35d6a981c05d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: f7741002-0e62-40cf-8fc9-13976c09d14c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:05:35.151149Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37390"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-njfc5
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8c87c99696
    namespace: kserve-ci-e2e-test
    resourceVersion: "37396"
    uid: 89395c8b-11ee-4063-b1ad-fc70a2655ff6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8caa1900b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: 992c8e63-ec2a-48b0-90a5-0039b018f551
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8cabae83cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: acae074f-acb6-4e24-b32d-182bcb77cb44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8cae7c3448
    namespace: kserve-ci-e2e-test
    resourceVersion: "37414"
    uid: 9bd39723-d968-41ba-b8df-0d311569b434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8caef63c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 471a3800-a467-4d1f-aba5-27fb1e0a1e95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:40Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T14:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:40Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8db955630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: e2f57802-1d9c-4f2e-8604-344ce74881f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:49Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 9.7s (9.7s including
    waiting). Image size: 826780029 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T14:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:49Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8ffb801dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 3a994434-4611-4618-bea6-afbb769bb37a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8ffed117e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37529"
    uid: 72d76025-e828-4d84-9315-69476ed43b25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8fff54761c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: 68f46a0e-3738-4038-b227-f017a53b393b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d8fff6054c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: baa59afc-174a-4065-a69d-eab95aec3091
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d90026ef764
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: 06b44724-b026-46f9-8f12-30e02260d2ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d9002e93c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "37533"
    uid: 633fa57a-0d74-45fb-833d-9064fe79c69d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:07:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:26Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35d904d40203f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: c61d5d8e-2bbf-465c-8141-b5a27db7292d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:07:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:26Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35da66615898f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38442"
    uid: 44a1ad12-2a2b-4f08-a05a-b8a02cd9a80c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:07:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:26Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35da666160a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: e86c5afe-b57a-4b5d-93d2-3bb92f347f2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-njfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 3239708f-0b72-45fd-bcb8-80958abab35a
  kind: Event
  lastTimestamp: "2026-09-08T14:07:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:27Z"
    name: isvc-pmml-predictor-8674795f59-njfc5.18d35da6a788276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38454"
    uid: ae4464e6-cb97-4637-bb38-5874829687e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: fabf9e00-4183-41ff-b1da-f5069d038392
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-njfc5'
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor-8674795f59.18d35d8c875e2161
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: eb1f9805-b2d6-4b5a-b46b-34f0ceb00c74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37379"
    uid: 28400206-bc00-4fc3-b25f-f664acc943ba
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml-predictor.18d35d8c8496327a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 76472988-b0d6-4692-9275-40f90abc3ea8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: db231e71-63a0-4df9-82e6-fc3f0ed1d0e1
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor.18d35d900311d824
    namespace: kserve-ci-e2e-test
    resourceVersion: "37535"
    uid: a410046f-e341-4606-93ba-c767dec420ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: db231e71-63a0-4df9-82e6-fc3f0ed1d0e1
  kind: Event
  lastTimestamp: "2026-09-08T14:05:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:50Z"
    name: isvc-pmml-predictor.18d35d900378ba0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: fb268def-3e7a-457b-b489-1b19c148c934
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: db231e71-63a0-4df9-82e6-fc3f0ed1d0e1
  kind: Event
  lastTimestamp: "2026-09-08T14:07:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:20Z"
    name: isvc-pmml-predictor.18d35d93823d03d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38382"
    uid: 49347398-f7c1-4dd7-8f21-a06b29721aea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: db231e71-63a0-4df9-82e6-fc3f0ed1d0e1
  kind: Event
  lastTimestamp: "2026-09-08T14:07:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:20Z"
    name: isvc-pmml-predictor.18d35d9382b6bf16
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: 400795dd-daef-4e22-a009-f9424e528b6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:07:31.453744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-p8c79
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:07:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:07:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da79bf6547f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38513"
    uid: 75b92bfe-ef50-4ed7-89b8-f4352ed108e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:32Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:07:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da7be1b8080
    namespace: kserve-ci-e2e-test
    resourceVersion: "38524"
    uid: e6b6fd96-b5fc-4126-a41c-0aa21eb46e61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da7bfceba93
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: b39b86bb-276a-45de-bf39-8978f48c13fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da7c2d1e50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: 299a5518-564a-409c-95fb-a93e9088616e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da7c34b5a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38529"
    uid: dd15a414-49f9-4018-8549-4e64aeaef67b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8dc2d6327
    namespace: kserve-ci-e2e-test
    resourceVersion: "38568"
    uid: 4cd17c84-1b15-4e09-8b25-5299e4cbb403
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8df4a3ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38570"
    uid: c8fb7bb5-074b-494c-a7a3-f11a89d58b1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8dfc35179
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: c172b2eb-f560-4847-a7c6-326444644b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8dfcfbd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: f2279d03-d563-4d52-93b8-7e2ffaaa1728
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8e299559a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: ebca4aed-2fc7-4103-9a2d-f10a8a1e75e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:07:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da8e3166bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: a48d1c94-8acf-4ee6-bbdf-16106764d68f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:09:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35da9542a85e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 215c6c10-5f7d-4321-8a09-87467bdf541c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35dbf3cd906a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: 52b8c4e2-7d3b-4599-a6c1-3d7cdad52978
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35dbf3cdac3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: 5dd91e46-cea7-486c-b1b1-3e095a8136fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: d2fc63ac-afab-4892-a059-aa5b96a80a71
  kind: Event
  lastTimestamp: "2026-09-08T14:09:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-p8c79.18d35dbfae6a29ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: 219976b7-95d9-4835-a03d-312d86dc7261
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38499"
    uid: e976cbab-1337-4398-8c0a-ffbe5a337265
  kind: Event
  lastTimestamp: "2026-09-08T14:07:31Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-p8c79'
  metadata:
    creationTimestamp: "2026-09-08T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d35da79b36a16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: c25246e2-84ae-47da-a208-f1d3cc40b53c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: 66afc9a4-dc3b-4d6b-98fe-76868da218fa
  kind: Event
  lastTimestamp: "2026-09-08T14:07:31Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:31Z"
    name: isvc-pmml-runtime-predictor.18d35da7973377d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 31552476-aac0-4092-916a-09d7a4575d65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: 630015c0-034e-4849-b671-230e832e7769
  kind: Event
  lastTimestamp: "2026-09-08T14:08:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:16Z"
    name: isvc-pmml-runtime-predictor.18d35dab153f4332
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: 615c3f9c-a241-4461-ab55-f92aa06a7799
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: 630015c0-034e-4849-b671-230e832e7769
  kind: Event
  lastTimestamp: "2026-09-08T14:08:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:16Z"
    name: isvc-pmml-runtime-predictor.18d35dab15a9300c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38875"
    uid: 9d754412-027f-4230-a944-7b45adb27c50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 630015c0-034e-4849-b671-230e832e7769
  kind: Event
  lastTimestamp: "2026-09-08T14:09:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:09:01Z"
    name: isvc-pmml-runtime-predictor.18d35db5932d2eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39370"
    uid: 89d7a266-d29b-4fe3-a3aa-192ba0f45b3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 630015c0-034e-4849-b671-230e832e7769
  kind: Event
  lastTimestamp: "2026-09-08T14:09:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:09:01Z"
    name: isvc-pmml-runtime-predictor.18d35db593f2bd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 14256203-01fd-4075-868a-19726f497a9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 848fd580-0308-4644-a38b-d38879159f5c
  kind: Event
  lastTimestamp: "2026-09-08T14:09:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:09:04Z"
    name: isvc-pmml-runtime.18d35da796b87e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: bb1bbfd3-8cef-4ef2-b2d1-f5edda232763
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 848fd580-0308-4644-a38b-d38879159f5c
  kind: Event
  lastTimestamp: "2026-09-08T14:07:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:07:31Z"
    name: isvc-pmml-runtime.18d35da79740763e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: d7f8c66a-7e5d-4111-b0f6-cd0bf9a627a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39407"
    uid: 848fd580-0308-4644-a38b-d38879159f5c
  kind: Event
  lastTimestamp: "2026-09-08T14:09:04Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:09:04Z"
    name: isvc-pmml-runtime.18d35dbd60bcb1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39408"
    uid: 97c6b9ba-54d5-486d-aa3b-e13429514d9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:09:18.135626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:09:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc072b2ac6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 59b32204-e3b4-4a3e-8ae3-cb09afe83ef0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc0838edf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39560"
    uid: 1c149e48-aa3b-4479-9108-9ca4a0b533c2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39554"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:19Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:09:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc0b8cf6a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: c1b73ebc-ab32-4ca9-a034-c8cd3bad07cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc0ba56a3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: ba8abda4-1ce9-4cc8-b0ee-b5e310dade78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc0bd24eb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39572"
    uid: 6c224426-5a76-464c-8a97-9a051f5ed094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:19Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc0bda004e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: 33ddc402-1924-4cf6-b245-a6c639a9175b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1e2f1bc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: ab90cedf-eb83-473f-9fcb-ab95daa51555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1e5ef7446
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: b8a3d30d-7d57-4350-a818-2fea3654fe35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1e6678007
    namespace: kserve-ci-e2e-test
    resourceVersion: "39617"
    uid: 568f3623-b538-4665-919a-c2e5a4935abc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1e6734844
    namespace: kserve-ci-e2e-test
    resourceVersion: "39619"
    uid: 6dfb87f3-df6d-4f26-8791-d568f011308a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1e9c244a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39621"
    uid: dbbcc650-178b-4c63-a246-8de7a7ff5d57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:09:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:09:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc1ea3f114d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 61163abe-512a-423e-af40-c07f65ac6700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:10:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dc21ef8bae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40458"
    uid: 94caba2e-00df-471b-b7bd-b8b2c0d77e9d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:10:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dd7fa1c6957
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: 4cec04d9-8163-43fb-855f-fab5f1d5e3e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:10:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dd7fa1d2f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40455"
    uid: 4cd587f5-473b-44b1-ad7f-2444bd1b155c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 1519a61c-e6db-415e-a0ae-b1991859c578
  kind: Event
  lastTimestamp: "2026-09-08T14:11:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:11:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f.18d35dd8793679cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: f7812f72-270e-49b5-ab1c-be0df96e0709
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: fa3c740b-9d54-4fb6-8d3b-167201212db0
  kind: Event
  lastTimestamp: "2026-09-08T14:09:18Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-d625f'
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:09:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d35dc072554f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 6411c48f-f49f-48e9-b4fb-744991e07b15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: ada78346-18b5-4b9b-9b92-8b44a27f4967
  kind: Event
  lastTimestamp: "2026-09-08T14:09:18Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:09:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d35dc06eecbdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: c3d8eaa3-163a-4296-bf1e-e89d109be6f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: c1a8fd03-18a4-419f-957b-c5e581c1bd76
  kind: Event
  lastTimestamp: "2026-09-08T14:10:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d35dc3ede69399
    namespace: kserve-ci-e2e-test
    resourceVersion: "39918"
    uid: 6c3394c8-e29c-48b8-9e4b-55b34ad481d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: c1a8fd03-18a4-419f-957b-c5e581c1bd76
  kind: Event
  lastTimestamp: "2026-09-08T14:10:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d35dc3ee55368b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39919"
    uid: c4ab2ee3-c3fa-4b2f-ad58-7fca429fa242
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: c1a8fd03-18a4-419f-957b-c5e581c1bd76
  kind: Event
  lastTimestamp: "2026-09-08T14:10:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d35dce6b4a931b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 87ffcfa0-a9b3-4445-84f7-f26896ca0336
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: c1a8fd03-18a4-419f-957b-c5e581c1bd76
  kind: Event
  lastTimestamp: "2026-09-08T14:10:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d35dce6bbf5e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "40354"
    uid: fbc6d02d-8718-4a0d-b2fb-5192a0c2f21f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: 65133859-31c2-4a25-8df4-6461192aaa3a
  kind: Event
  lastTimestamp: "2026-09-08T14:10:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:49Z"
    name: isvc-pmml-v2-kserve.18d35dc06efa6a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40373"
    uid: 5b2e5e94-cb91-4d22-b8ff-8fc49ff48b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: 65133859-31c2-4a25-8df4-6461192aaa3a
  kind: Event
  lastTimestamp: "2026-09-08T14:09:18Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:09:18Z"
    name: isvc-pmml-v2-kserve.18d35dc06f890c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: 1b36f837-680a-400e-bdc6-c99bed472b22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: 65133859-31c2-4a25-8df4-6461192aaa3a
  kind: Event
  lastTimestamp: "2026-09-08T14:10:49Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:49Z"
    name: isvc-pmml-v2-kserve.18d35dd5c41d2b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: 49c8056a-34b5-4b7d-b265-961942c80b49
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: 6e799aee-f807-4916-9443-49b8655bc0af
  kind: Event
  lastTimestamp: "2026-09-08T14:07:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:07:16Z"
    name: isvc-pmml.18d35d8c849a1576
    namespace: kserve-ci-e2e-test
    resourceVersion: "38352"
    uid: de1e9bf5-2914-4b63-96d3-498da17fee89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37372"
    uid: 6e799aee-f807-4916-9443-49b8655bc0af
  kind: Event
  lastTimestamp: "2026-09-08T14:05:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:35Z"
    name: isvc-pmml.18d35d8c85548283
    namespace: kserve-ci-e2e-test
    resourceVersion: "37387"
    uid: 28e591d5-70aa-4255-ab17-ef11782aae8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: 6e799aee-f807-4916-9443-49b8655bc0af
  kind: Event
  lastTimestamp: "2026-09-08T14:07:16Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:07:16Z"
    name: isvc-pmml.18d35da42ba496d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38351"
    uid: cbca4098-9ebd-485f-a436-de4b68fc7f39
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:33:48.685909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd0a59aa50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 359f2f19-a9f9-4d6e-b538-ec06cec92d1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd0b1fc2859
    namespace: kserve-ci-e2e-test
    resourceVersion: "18755"
    uid: 3042b68f-1438-4f6b-b40c-432b67f3f384
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18752"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd0eba0b367
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: 6b5254ac-9a1f-48fd-a8e6-166a1be7f6a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
  metadata:
    creationTimestamp: "2026-09-08T13:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd0ed51907f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18774"
    uid: 551d9c34-590e-4058-bbf0-6fac1acc3dd0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    in 5.972s (5.972s including waiting). Image size: 308572071 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd2514975f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: b21f945c-65e5-4886-9071-b31e62d97143
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd254937258
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: bd1feb4a-757d-4f8b-b3e7-26aa319bd65f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:33:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:55Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd25527a06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: f877d32f-9016-41bb-b895-b25dbfd9510e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:01Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd383e6fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: 85034f48-6d10-42f5-92ec-7b4c58aa3e87
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:22Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.239s
    (21.239s including waiting). Image size: 2433416339 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd875e2ac36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 9df20a27-1e3d-4382-804b-ef78cc940f14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd87941a427
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: 2a32cd35-b149-4d0f-9be3-37928ed0de6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd879b22e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: 265e2ce8-5ec0-4e2d-a883-c73c69f52f75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd879bff814
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: c8f7acf2-7950-4f9c-9b6a-d01aaef20c39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.489s (2.489s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd90e2698de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: 43bde05d-690c-491f-89a2-43156500529f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd911fb098f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: cd1b8de1-a151-45bb-8de4-4f96e30a9bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:34:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:34:24Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd912778826
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: c974b4f2-2695-4f0a-865d-189b9fcae8ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:35:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bd95f3185e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 04cdb16a-f754-4a4d-a80e-b5c4601ebc63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:35:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35becaab3ec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 68a70acd-7aa8-4d2c-bfc2-697df785ba39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:35:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35becaab46cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 87780093-8128-4d49-a828-7c2c281d96a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 0d779974-c26c-4aac-86c2-60c7039bb8c1
  kind: Event
  lastTimestamp: "2026-09-08T13:35:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:52Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5.18d35bed655f796d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 44aa2062-7071-4e6e-a567-70bbae3bb7be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: a1054196-1d7e-4200-81c8-10f03d1e9249
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-fr2n5'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d35bd0a52eee4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: d20f1556-f3ac-4bfa-bb77-cf3849bc552e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: 3576a84f-a0ec-4a06-bce0-f28ca6bc54b3
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-predictive-lightgbm-predictor.18d35bd0a264d8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18733"
    uid: 8a132321-5198-4119-924c-8c6a4cc5a5e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 6365bc40-057a-4c35-a66e-051d61e8572d
  kind: Event
  lastTimestamp: "2026-09-08T13:34:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:48Z"
    name: isvc-predictive-lightgbm-predictor.18d35bd420fc64f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 18dddc6e-37b8-46ff-9880-7c623b50b426
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:34:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 6365bc40-057a-4c35-a66e-051d61e8572d
  kind: Event
  lastTimestamp: "2026-09-08T13:34:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:34:48Z"
    name: isvc-predictive-lightgbm-predictor.18d35bd42164d4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 1e587320-70ef-487b-9b98-bdd4f598d723
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 6365bc40-057a-4c35-a66e-051d61e8572d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:48Z"
    name: isvc-predictive-lightgbm-predictor.18d35be21d025ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: c20f9654-5226-46d4-952d-dbd71bbd8503
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 6365bc40-057a-4c35-a66e-051d61e8572d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:48Z"
    name: isvc-predictive-lightgbm-predictor.18d35be21d71d626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 7245acb9-ccd4-4e1a-8bee-80ddf8b265bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:39:04.830911Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1a415074bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: d7910f4b-db96-493c-ba14-51cdc31f130d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:05Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:39:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1a63490200
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 01a59df5-b2b5-4c74-9ee0-aff2bc163fbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1a64e79b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 31a953d8-4de8-4958-8855-f56cc33daa29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1a688370bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 59564fed-55d5-49de-befa-b74eb7980081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1a6917e551
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: 71e94d9a-f71d-42ab-b38f-a6bc513aa2f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b55f2e9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: b3665065-e223-4f9b-a655-64e1cf8e9872
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b593b51cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: b1ebad25-3174-4f33-ae65-88544d7a0914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b59b92338
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: ea49c033-ee35-4ab6-9bfa-b7b49a9785ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b59c3d6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: ca130476-e3bc-47fd-9755-751d011aaea9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b5d0aef1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: c6d032c3-a852-40dd-b94e-06e4521d14a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:39:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c1b5d8e975e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 185f87b7-8e50-4e1e-a935-c36da1e87e0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:40:36Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c23f464fa69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: ab41b2a7-486d-47cc-9836-0a1afe32fc31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:40:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c2f396479cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: d9288a24-428d-4f9f-93aa-06070a4c1784
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:40:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c2f396510dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: bee03a2b-f3c6-4fc2-a56a-23e8fa406613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: fcbefcaa-b854-4afd-9afb-9662e5c9dda5
  kind: Event
  lastTimestamp: "2026-09-08T13:40:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:40:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx.18d35c2f982f92b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: c13a2145-696a-4188-a622-31f9c6d2e2fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 763fe308-d8b0-492a-85d8-caa4dd4f5702
  kind: Event
  lastTimestamp: "2026-09-08T13:39:04Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-4btsx'
  metadata:
    creationTimestamp: "2026-09-08T13:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d35c1a40237766
    namespace: kserve-ci-e2e-test
    resourceVersion: "21537"
    uid: 12e96241-2ebc-4223-8e34-8e080b73ba2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: 2732aa90-9d40-4236-b936-dc4a519fa541
  kind: Event
  lastTimestamp: "2026-09-08T13:39:04Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:04Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d35c1a3c3a6a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 75e3a0a5-0047-40c2-ba68-4835f20177fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 297a2595-4100-4095-9b68-b5b08cadc741
  kind: Event
  lastTimestamp: "2026-09-08T13:39:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:34Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d35c1dbaf7f2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 8be04ef7-ea8d-418b-a12a-e945a9fd5c09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21526"
    uid: 297a2595-4100-4095-9b68-b5b08cadc741
  kind: Event
  lastTimestamp: "2026-09-08T13:39:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:39:34Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d35c1dbb8b3edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 5d4a14a5-9a24-45bc-b0b3-ac11b9a233a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 297a2595-4100-4095-9b68-b5b08cadc741
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d35c24ba09b250
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 0ac54293-16ac-4d1c-a213-1a1098369b0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 297a2595-4100-4095-9b68-b5b08cadc741
  kind: Event
  lastTimestamp: "2026-09-08T13:40:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:19Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d35c24baa9c8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: 9fc33e39-7736-4078-ae36-3d1962083d7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 317e2f39-18de-468d-b941-851022a113de
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-predictive-lightgbm-v2.18d35c1a3c3cc331
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: ee757c1c-9d90-4b72-9142-4b506ba122af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 317e2f39-18de-468d-b941-851022a113de
  kind: Event
  lastTimestamp: "2026-09-08T13:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:39:04Z"
    name: isvc-predictive-lightgbm-v2.18d35c1a3cde7f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: a2b59e08-d6a9-44d1-98a3-83f9dc28556e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 317e2f39-18de-468d-b941-851022a113de
  kind: Event
  lastTimestamp: "2026-09-08T13:40:26Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:26Z"
    name: isvc-predictive-lightgbm-v2.18d35c2d4c10c537
    namespace: kserve-ci-e2e-test
    resourceVersion: "22252"
    uid: f7e33334-22f7-4b4b-ba92-ec847f0d02bb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 7da8b70f-6221-4100-9ffa-ab4949ece98f
  kind: Event
  lastTimestamp: "2026-09-08T13:35:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:42Z"
    name: isvc-predictive-lightgbm.18d35bd0a296cc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 4460b3b4-b16e-4056-8e36-9f9ce6119254
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 7da8b70f-6221-4100-9ffa-ab4949ece98f
  kind: Event
  lastTimestamp: "2026-09-08T13:33:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:48Z"
    name: isvc-predictive-lightgbm.18d35bd0a3040294
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 08150ee5-3b75-4662-8a32-b7d1a22aeb3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 7da8b70f-6221-4100-9ffa-ab4949ece98f
  kind: Event
  lastTimestamp: "2026-09-08T13:35:42Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:42Z"
    name: isvc-predictive-lightgbm.18d35beb1838f5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 4ae1b7f1-04da-4baa-b1b3-a52054a58402
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:30:08.164966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:30:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:30:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35b9d4d881251
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 07993f2d-5fee-42d1-8853-29e7c4ed44f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35b9f628fe26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: c67ecb32-a2be-4c41-91b4-f443ca7f2563
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35b9f646218c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 9e9af9bc-4824-491e-992a-2f2aa73a0328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35b9f674f26ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: f495a142-4974-4c04-88a0-4aaed696bb4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35b9f67bfe55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 996e071f-4c37-458e-bf1b-a55ca193256a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:21Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba04c5216f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 26424fb0-b721-4e41-8a8b-0977c8e95719
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.506s
    (23.506s including waiting). Image size: 2433416339 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5c56f829c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 2ffdd763-8573-4c36-931c-6f231a61b68b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5cc1d5323
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: d47648b5-d731-452a-a7f2-ae81912a760e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5cd69ac71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 9f738de9-3c31-4e5b-a811-d94760ab9b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5cd827a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 8900e47c-38f0-4154-ac55-805cd22ac584
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5d3403e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 0cdfb9a5-505b-45a1-8218-4390855ee841
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:30:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba5d478964f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 70b36c9c-d1b5-463f-bd02-395761020ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:32:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35ba628578ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 62e3313a-ab3d-463a-8eda-981b3a3a8bfa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35bb94175fce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: b4d89b8c-8b30-4170-95f8-268867c20994
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35bb941768cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 12fbe89d-3acf-4736-a718-127d712993fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 38365074-8f1a-4714-9df9-725d43284685
  kind: Event
  lastTimestamp: "2026-09-08T13:32:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg.18d35bba2e9abe80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 1015bbf0-a26f-4f7b-8825-7fa418844bcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 94e6dc60-6740-4712-b369-72ee66cb6677
  kind: Event
  lastTimestamp: "2026-09-08T13:30:08Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-hg2mg'
  metadata:
    creationTimestamp: "2026-09-08T13:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d35b9d4cfe7492
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: fa62c90b-104b-470c-82f1-8969d25b4ae9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 7d26490b-b2eb-4ffc-864f-68441258b999
  kind: Event
  lastTimestamp: "2026-09-08T13:30:08Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:08Z"
    name: isvc-predictive-sklearn-predictor.18d35b9d49b8b031
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: c0424fc0-9813-47ea-8e22-03b1717f86a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:31:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:23Z"
    name: isvc-predictive-sklearn-predictor.18d35ba0c862198e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 77e2ea33-fc64-4435-acea-3d8cba40c656
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:23Z"
    name: isvc-predictive-sklearn-predictor.18d35ba0c8d2ef75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: cb504ea0-c5f2-4833-bf0a-878ad59e535b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-predictive-sklearn-predictor.18d35bb242e8212f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 0bf747cf-45dc-42ba-b346-38a687f4c213
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-predictive-sklearn-predictor.18d35bb2435a8ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 45e2e517-648a-4a32-8970-22f664d9724d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: deployments.apps "isvc-predictive-sklearn-predictor" not found
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-predictive-sklearn-predictor.18d35bb9406c1d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 74b47f98-ebb8-46a7-8802-fd5e785a990a
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 2fd5adfe-d06d-4a86-aeed-2130bb7548a2
  kind: Event
  lastTimestamp: "2026-09-08T13:32:08Z"
  message: horizontalpodautoscalers.autoscaling "isvc-predictive-sklearn-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:08Z"
    name: isvc-predictive-sklearn-predictor.18d35bb940918f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: e29bd8a0-b5e4-4a39-981a-a66511435da1
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:35:54.382182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bede9af7934
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 8b8f94a6-ba91-434d-a8ac-295e8f57ed1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret
    cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee2db6fbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 0c5f8a5d-b596-44a6-8cbe-337749377510
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:55Z"
  message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed
    to sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-08T13:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee2db84f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 7aebb5fa-d289-45ec-b174-ac235ab7bb23
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:56Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:35:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee6557e490
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: 2688e7b2-5949-46f0-902b-a9145e14e8a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee677d3512
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: b5487e8b-c858-4b42-87eb-81deadd0103b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee6a9be6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: a0b172c6-a0a1-43ff-8676-944c325f070d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:35:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bee6b18ff1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: 7fbc253e-ffb3-4935-a5dd-18470e240d31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef5c4c9f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 909bc54a-9895-4755-b7c8-333d5a73d3c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef5f4c6a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 11928859-a3bb-4e86-92ec-1dc5955aa586
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef5fcc1281
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 37423745-8970-4d76-be95-abf1246764b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef5fd74761
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 0f62fe58-20e1-4cd3-b436-8cb416151522
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef631022fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: c38bd15e-60e4-48fb-8d8f-cbb02631d105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:36:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:36:00Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bef6393d09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: c69b1867-dca4-4813-b66e-a380dc5f7a92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:27Z"
  message: 'Readiness probe failed: Get "http://10.132.0.29:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:27Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35bf83690ada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 1a6728a4-2a68-4343-8632-13d79a9afab2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35c02dbd923da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: c804e557-8200-4265-9378-cb8fc563c696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35c02dbd9aca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: de3bed6f-e7d8-4982-be74-eac888f362fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: abbd21a7-bc1f-44b2-a584-bc297ffabf2d
  kind: Event
  lastTimestamp: "2026-09-08T13:37:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w.18d35c03da6db07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: e0eafda6-32bb-4738-b13f-5bdd0319aad6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: 04de3627-5cee-4d0a-a0b1-48a2a771b98c
  kind: Event
  lastTimestamp: "2026-09-08T13:35:54Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-9sn7w'
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d35bede85e2b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19898"
    uid: e2da0927-8d1e-403e-8c3d-4a19eeff8bdd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: e2e0bb97-1fb5-4a59-955e-1ccd7750af43
  kind: Event
  lastTimestamp: "2026-09-08T13:35:54Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:35:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35bedddcdec86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 4a9a7bf9-66e7-471c-906b-2eae60944328
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 914f1526-d272-4fe0-a678-70fce62cf8d8
  kind: Event
  lastTimestamp: "2026-09-08T13:36:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35bf15cdca0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: b93011c3-1982-40d1-8a65-3387d6602105
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 914f1526-d272-4fe0-a678-70fce62cf8d8
  kind: Event
  lastTimestamp: "2026-09-08T13:36:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:36:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35bf15d8fd1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 46aac077-949d-41e1-9c59-5590921493b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 914f1526-d272-4fe0-a678-70fce62cf8d8
  kind: Event
  lastTimestamp: "2026-09-08T13:37:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35bf4dcecbe8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: cd1e576a-3684-45bb-b441-195b2f5699ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:36:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 914f1526-d272-4fe0-a678-70fce62cf8d8
  kind: Event
  lastTimestamp: "2026-09-08T13:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35bf4dd8f4130
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: f480c0cd-0fcf-4e7b-8b43-940d5b2e337f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 914f1526-d272-4fe0-a678-70fce62cf8d8
  kind: Event
  lastTimestamp: "2026-09-08T13:37:24Z"
  message: deployments.apps "isvc-predictive-sklearn-v2-predictor" not found
  metadata:
    creationTimestamp: "2026-09-08T13:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18d35c02d9128b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 1710df77-1b45-47e8-a18c-b6bcdb7a1313
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: e2f0b5ce-5f21-42f8-9232-3a1b7f837ad8
  kind: Event
  lastTimestamp: "2026-09-08T13:37:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:17Z"
    name: isvc-predictive-sklearn-v2.18d35bedde6b54c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20542"
    uid: 51460ff6-4d78-443f-ad51-78fb44e6469c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: e2f0b5ce-5f21-42f8-9232-3a1b7f837ad8
  kind: Event
  lastTimestamp: "2026-09-08T13:35:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:54Z"
    name: isvc-predictive-sklearn-v2.18d35bede11b74d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: fdbf474c-6a6e-4308-a900-fddc58281fe6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: e2f0b5ce-5f21-42f8-9232-3a1b7f837ad8
  kind: Event
  lastTimestamp: "2026-09-08T13:35:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:35:54Z"
    name: isvc-predictive-sklearn-v2.18d35bedeea9f47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: c2dac262-58a7-4179-89f7-e8383567e6da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: e2f0b5ce-5f21-42f8-9232-3a1b7f837ad8
  kind: Event
  lastTimestamp: "2026-09-08T13:37:17Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:17Z"
    name: isvc-predictive-sklearn-v2.18d35c0151c3ba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: ac6fa6b1-deaf-4b6b-b0b6-1b2891687aa4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: b2e271dd-640f-48e2-b27a-a6df8926ed79
  kind: Event
  lastTimestamp: "2026-09-08T13:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:32:02Z"
    name: isvc-predictive-sklearn.18d35b9d49b90fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 24f9067b-7103-4764-ac82-856cf534940f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: b2e271dd-640f-48e2-b27a-a6df8926ed79
  kind: Event
  lastTimestamp: "2026-09-08T13:30:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:30:08Z"
    name: isvc-predictive-sklearn.18d35b9d4a4f94c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 3163c35f-faf7-4271-a2a1-5d8d86e26c49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: b2e271dd-640f-48e2-b27a-a6df8926ed79
  kind: Event
  lastTimestamp: "2026-09-08T13:32:02Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:32:02Z"
    name: isvc-predictive-sklearn.18d35bb7e1edc7fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: b7eb48d1-c719-4728-a2e3-c59356e04b16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:32:13.431355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-mxcrd
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bba77fd710f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: b750dada-4b81-4895-bb91-ea57102c5309
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bba99f58034
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: a2741b13-1b9f-4802-805b-6fea2470a985
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bba9b93f8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 89f20a05-38fd-4082-8db3-670b162c5eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bba9f45a09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: e39ddd01-bf04-4014-976b-34b48839fd8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:14Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bba9fb3fb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: d2868310-d633-42f9-a30d-92206cbbb825
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbafb93959
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 27256d22-d4a5-4e80-bbe9-28da701f1938
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbb2e56383
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: cd4a1d20-1de9-49eb-b37d-f89912b37a57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbb365cea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 770d1fa2-94e5-47e1-92d1-d51c36cc9e8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbb371e736
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: d7d7e9b4-3b26-4300-8068-43982bedec8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbb77fd6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: e86f99ce-d777-4869-8aa3-91796e4fc5dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:32:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:32:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbbb7f52a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 88ec1ed5-1baa-479d-8f18-d742a50d3cff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:33:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:46Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bbc27ce1946
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: fd3524f0-f714-4b24-99ef-2a0e8b36caeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:33:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bcf7068f1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: e1102f7f-4b83-4a7e-9efe-6db272a2dc9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:33:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:43Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bcf706967cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: fa350629-ed39-44ba-b584-f111b79d0e6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: fd2272de-f3e1-4ede-8bf0-a12180d63612
  kind: Event
  lastTimestamp: "2026-09-08T13:33:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:46Z"
    name: isvc-predictive-xgboost-predictor-695f978978-mxcrd.18d35bd02e0103cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 23e84861-f0dc-4860-b5cf-c17024df19c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 1353c87b-c079-4940-b691-54fff6c6b0b5
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-mxcrd'
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d35bba77848a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 933d4c0c-de02-49d5-9bb1-a22be6efddde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 8f736529-facf-4f75-b375-e868dfd57c09
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-predictive-xgboost-predictor.18d35bba745c1edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: e2c710e3-d0ac-4690-af37-4b5c3948ec9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 1b9c142a-c471-4d72-ae03-76f958fcb010
  kind: Event
  lastTimestamp: "2026-09-08T13:32:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:58Z"
    name: isvc-predictive-xgboost-predictor.18d35bbdf373ec95
    namespace: kserve-ci-e2e-test
    resourceVersion: "18190"
    uid: 6195c25e-0128-4d03-9e0e-fe311f228d62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 1b9c142a-c471-4d72-ae03-76f958fcb010
  kind: Event
  lastTimestamp: "2026-09-08T13:32:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:58Z"
    name: isvc-predictive-xgboost-predictor.18d35bbdf3e71642
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: b3bc4580-7b7a-4052-976c-66531d6190cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 1b9c142a-c471-4d72-ae03-76f958fcb010
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: isvc-predictive-xgboost-predictor.18d35bc172a66f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: 944032a9-4610-4da0-a9ab-e794b881ccec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: 1b9c142a-c471-4d72-ae03-76f958fcb010
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: isvc-predictive-xgboost-predictor.18d35bc173158fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 86e469af-0abd-4f5f-b0dd-898019c50e49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:37:29.566973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:37:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:37:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c0413241fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 9dc7de14-0dc4-414c-9a17-0b613656d2d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c0435340002
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: cc12c76f-0894-427c-80a7-b51bc23caf35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c043766a23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 77578f4c-e2c8-4c6b-99ec-42c04a71db64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c043a340fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: e3e95b07-f059-49ba-8248-01dd32801956
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c043ab12100
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 0af4f7d2-32ef-4ad8-b253-6d21fb36be9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c055966755e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: e64470d7-e758-49f8-9343-d32f984529e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c055cb9971d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 0d0027d4-b8fe-47ca-96d2-307b3cedd637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c055d38d84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: a500574a-06aa-426c-b97a-20959ad4d8b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c055d451afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 95b5a927-2f3a-40e9-8254-df14b77eaff8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c0560fbcc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: d376a9f0-b071-408f-ac60-98761667adef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:37:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:37:35Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c056180d75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 1f8c4f9e-9f01-4d96-9b18-389296f2c36e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:38:44Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:44Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c0df7ccefcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: efc2aa5b-bb21-4fe1-a2be-adf61ded52d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:38:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c1909519fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21474"
    uid: f8ef93f9-933b-4fee-8b4d-b526c411d0f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:38:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:38:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c190952289c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 33d306df-85ca-46e9-b7c3-28b0cb05b91a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 59d31303-b3e9-4f4a-8a8c-2ff72a6677b6
  kind: Event
  lastTimestamp: "2026-09-08T13:39:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:39:02Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2.18d35c199ba41906
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 3c92591b-56e8-454f-aea1-80695fca24c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 89eb8754-8db5-4d92-abbf-d536fcf07798
  kind: Event
  lastTimestamp: "2026-09-08T13:37:29Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcrz2'
  metadata:
    creationTimestamp: "2026-09-08T13:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d35c0412068cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: 5cf306b0-31ed-4732-baea-d4034d2a3aa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 75c41725-8424-4b4a-ae70-0d1122b643b7
  kind: Event
  lastTimestamp: "2026-09-08T13:37:29Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:37:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18d35c040a79f67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: b898c2cf-a2de-41d9-8103-1ede07f42b5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: a5a81a4f-7f87-4cc1-8894-10832c34967f
  kind: Event
  lastTimestamp: "2026-09-08T13:38:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18d35c078961441c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: dfe99244-d689-4d68-982b-c9c2026877d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: a5a81a4f-7f87-4cc1-8894-10832c34967f
  kind: Event
  lastTimestamp: "2026-09-08T13:38:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18d35c0789f71891
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 0e000299-62c4-4816-a34c-58947b8752e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: a5a81a4f-7f87-4cc1-8894-10832c34967f
  kind: Event
  lastTimestamp: "2026-09-08T13:38:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d35c12075f6187
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 2568f6b4-ffbb-41c9-a278-643551210420
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: a5a81a4f-7f87-4cc1-8894-10832c34967f
  kind: Event
  lastTimestamp: "2026-09-08T13:38:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:38:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d35c1207d6a129
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 076470a7-d18e-4a8f-bc87-4e22377ef018
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: bd8a61cb-c48d-443a-b1db-0b43db1505c5
  kind: Event
  lastTimestamp: "2026-09-08T13:38:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:54Z"
    name: isvc-predictive-xgboost-v2.18d35c040a8ed58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 9b947783-3e69-4df1-bcd8-5c0c2e0e97f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: bd8a61cb-c48d-443a-b1db-0b43db1505c5
  kind: Event
  lastTimestamp: "2026-09-08T13:37:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:37:29Z"
    name: isvc-predictive-xgboost-v2.18d35c040b1668b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20679"
    uid: 3cd1cd2c-ef79-4d0c-9c58-3e64444b906c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: bd8a61cb-c48d-443a-b1db-0b43db1505c5
  kind: Event
  lastTimestamp: "2026-09-08T13:38:54Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:38:54Z"
    name: isvc-predictive-xgboost-v2.18d35c17e703afe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 2e737310-d80d-4bdd-bb8f-79d52890bb31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: f38e40e4-f214-4872-8dfe-649c46ab19b5
  kind: Event
  lastTimestamp: "2026-09-08T13:33:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:36Z"
    name: isvc-predictive-xgboost.18d35bba7469f484
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: d4b8733c-2b5b-4a24-98d5-690737d3feba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: f38e40e4-f214-4872-8dfe-649c46ab19b5
  kind: Event
  lastTimestamp: "2026-09-08T13:32:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:32:13Z"
    name: isvc-predictive-xgboost.18d35bba74ebcfe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 11266b1e-1997-481f-8602-9ff03dbe5e6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18561"
    uid: f38e40e4-f214-4872-8dfe-649c46ab19b5
  kind: Event
  lastTimestamp: "2026-09-08T13:33:36Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:36Z"
    name: isvc-predictive-xgboost.18d35bcddfb460f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: e53b55ab-a0a9-4e9e-894d-091baa2f3b8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:08:40.516749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39186"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:08:40Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db7b0702748
    namespace: kserve-ci-e2e-test
    resourceVersion: "39192"
    uid: 112b6feb-020b-4d69-8914-624876db68ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:41Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:08:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db7d2f15c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: 42c837c8-6cea-4aaa-94f3-111df04cb08f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db7d484b798
    namespace: kserve-ci-e2e-test
    resourceVersion: "39206"
    uid: a39017e4-5d4e-41fc-860b-659aa793d1a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db7d7b8d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: c75732f0-8edf-49e0-a675-4fa402753d26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db7d82c1f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39208"
    uid: 718234d6-5091-4add-ab71-7887ef0eadb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8e88f053f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39243"
    uid: 2f4bfbcd-1943-4abe-aa64-6bf90361d24a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8eb73f0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39245"
    uid: b89b4799-e93e-4224-88d5-2c8484a645a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8ebe8151e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39246"
    uid: 94475040-316d-4028-b41a-9812faa75b76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8ebf1d6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: ef12aca5-56c4-48a1-b778-84896aed3ca4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8eee79bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: e4f0124f-42c9-4d9d-8467-5f99fe2cf128
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:08:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:45Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db8ef5c11cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: 263c169c-c346-415f-84aa-61e755781d1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:42Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35db960831572
    namespace: kserve-ci-e2e-test
    resourceVersion: "40302"
    uid: abed10c4-25ca-46d5-982f-64102381d429
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:10:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35dd3eb699653
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 5698d49f-e7c6-43b6-a6e3-811ecbe8265d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:10:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:41Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35dd3eb6a23b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40290"
    uid: 9ef69c5a-b2fc-463f-8c3b-c0c377378c08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 85af6b8f-6ecc-4b3d-a882-14682cc44494
  kind: Event
  lastTimestamp: "2026-09-08T14:10:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.71:8643/healthz": dial tcp
    10.134.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:43Z"
    name: isvc-primary-9b44e2-predictor-58f964847c-nkb6l.18d35dd462f72527
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: 18963ec7-59d2-4faf-8ccc-b9c418521bd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-9b44e2-predictor-58f964847c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: 3b974768-008e-4a29-8610-bc8df603f1b3
  kind: Event
  lastTimestamp: "2026-09-08T14:08:40Z"
  message: 'Created pod: isvc-primary-9b44e2-predictor-58f964847c-nkb6l'
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:40Z"
    name: isvc-primary-9b44e2-predictor-58f964847c.18d35db7afbed529
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: 4530c007-6b9f-4d7b-91cb-ecf2253cf0cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39176"
    uid: 07c4d17f-20e5-4f7c-aa2a-268c22ee43bf
  kind: Event
  lastTimestamp: "2026-09-08T14:08:40Z"
  message: Scaled up replica set isvc-primary-9b44e2-predictor-58f964847c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:40Z"
    name: isvc-primary-9b44e2-predictor.18d35db7acf3349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: bbf83db0-e06b-4d96-9c70-036e4fe671da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39177"
    uid: c7931cd7-7bc0-4c2f-a546-f13976c77591
  kind: Event
  lastTimestamp: "2026-09-08T14:08:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:55Z"
    name: isvc-primary-9b44e2-predictor.18d35dbb2b85f4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39325"
    uid: da8f0236-9e60-454c-9c43-8783f725bba2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39177"
    uid: c7931cd7-7bc0-4c2f-a546-f13976c77591
  kind: Event
  lastTimestamp: "2026-09-08T14:08:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:55Z"
    name: isvc-primary-9b44e2-predictor.18d35dbb2bf48c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39327"
    uid: 77cd6114-e009-4d6f-9f07-8ce4a09d714e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: c7931cd7-7bc0-4c2f-a546-f13976c77591
  kind: Event
  lastTimestamp: "2026-09-08T14:10:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:40Z"
    name: isvc-primary-9b44e2-predictor.18d35dbeaac42184
    namespace: kserve-ci-e2e-test
    resourceVersion: "40246"
    uid: fa5bd40b-490c-4f06-9d6a-1e8d3046c216
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T14:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: c7931cd7-7bc0-4c2f-a546-f13976c77591
  kind: Event
  lastTimestamp: "2026-09-08T14:10:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:40Z"
    name: isvc-primary-9b44e2-predictor.18d35dbeab3f52e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40247"
    uid: fb44f9b2-df7d-4edf-ab85-6d808ca96a3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 9a436687-1144-4e00-b371-0cbf571c9bfe
  kind: Event
  lastTimestamp: "2026-09-08T14:10:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:02Z"
    name: isvc-primary-9b44e2.18d35db7ad043090
    namespace: kserve-ci-e2e-test
    resourceVersion: "39914"
    uid: 026b4ca2-c70e-47ac-b38d-1e8df97d9a4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 9a436687-1144-4e00-b371-0cbf571c9bfe
  kind: Event
  lastTimestamp: "2026-09-08T14:08:40Z"
  message: 'Failed to update status for InferenceService "isvc-primary-9b44e2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-9b44e2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:40Z"
    name: isvc-primary-9b44e2.18d35db7ad7ce716
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: b97107a2-9d7f-4102-b64e-ce95abf7f8f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: 9a436687-1144-4e00-b371-0cbf571c9bfe
  kind: Event
  lastTimestamp: "2026-09-08T14:08:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-9b44e2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:40Z"
    name: isvc-primary-9b44e2.18d35db7ad7d33bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39183"
    uid: 0d7810df-039b-47db-bddc-6d69386c2eeb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39910"
    uid: 9a436687-1144-4e00-b371-0cbf571c9bfe
  kind: Event
  lastTimestamp: "2026-09-08T14:10:02Z"
  message: InferenceService [isvc-primary-9b44e2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:02Z"
    name: isvc-primary-9b44e2.18d35dcad00847f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39911"
    uid: 8ad25391-be15-4285-94c5-2d5e93dc7c3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:10:25.704887Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40101"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:10:25Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd02e23cefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40107"
    uid: 6e1067e0-a15a-48e1-aad4-a55e22df629d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40111"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: "2026-09-08T14:10:26Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:10:26Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd0501b312d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 6a4262f9-62e7-4209-b725-3babacc6d2b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: "2026-09-08T14:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:31Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd051d83670
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: 7700d0f3-56ef-4628-a3b7-8dba9c6d0bf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: "2026-09-08T14:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:31Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd05492dd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 1e13c82e-bb05-4537-b78f-dc4f0a2c7f6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: "2026-09-08T14:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:31Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd055047dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40173"
    uid: ed0efb06-f1f9-47bf-b8af-80276cc70c7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: c320b7b9-9482-43cd-a729-dd461f86ed35
  kind: Event
  lastTimestamp: "2026-09-08T14:10:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf_kserve-ci-e2e-test(c320b7b9-9482-43cd-a729-dd461f86ed35)
  metadata:
    creationTimestamp: "2026-09-08T14:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:10:36Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf.18d35dd2a61104a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40210"
    uid: 36fa896e-3059-418d-a404-3bda0ea16760
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-9b44e2-predictor-76dbbc848b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: e36186d6-8ad4-4ac4-9160-103468e77210
  kind: Event
  lastTimestamp: "2026-09-08T14:10:25Z"
  message: 'Created pod: isvc-secondary-9b44e2-predictor-76dbbc848b-7hmwf'
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:25Z"
    name: isvc-secondary-9b44e2-predictor-76dbbc848b.18d35dd02db9ed12
    namespace: kserve-ci-e2e-test
    resourceVersion: "40103"
    uid: 5ea345d1-18c3-4d92-9fc1-27dd1306fadf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: dc4f8840-e506-44ef-86d1-0d9508ddd913
  kind: Event
  lastTimestamp: "2026-09-08T14:10:25Z"
  message: Scaled up replica set isvc-secondary-9b44e2-predictor-76dbbc848b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:25Z"
    name: isvc-secondary-9b44e2-predictor.18d35dd02a76b41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40095"
    uid: 05ebfd3c-54ce-4035-b009-4885c247bcfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40093"
    uid: e25c3d38-4a36-437d-a667-d7fcfb40b73f
  kind: Event
  lastTimestamp: "2026-09-08T14:10:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:40Z"
    name: isvc-secondary-9b44e2-predictor.18d35dd3a8f9dfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40249"
    uid: 8bd3a911-5c15-406a-8226-087c66599a86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-9b44e2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40093"
    uid: e25c3d38-4a36-437d-a667-d7fcfb40b73f
  kind: Event
  lastTimestamp: "2026-09-08T14:10:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:10:40Z"
    name: isvc-secondary-9b44e2-predictor.18d35dd3a96a2ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40251"
    uid: 2d668b87-09a6-4737-b63b-d4e28361f1fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40085"
    uid: e491dd3a-e23f-45bd-ba49-79e789d3a9ba
  kind: Event
  lastTimestamp: "2026-09-08T14:10:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:36Z"
    name: isvc-secondary-9b44e2.18d35dd02a81dcbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40217"
    uid: ba861256-085e-4cbf-b4d1-7709eb7c76a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40085"
    uid: e491dd3a-e23f-45bd-ba49-79e789d3a9ba
  kind: Event
  lastTimestamp: "2026-09-08T14:10:25Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-9b44e2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-9b44e2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:25Z"
    name: isvc-secondary-9b44e2.18d35dd02afb0a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: bc4a7560-7458-4659-a013-7de1ebaee454
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:10:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-9b44e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40085"
    uid: e491dd3a-e23f-45bd-ba49-79e789d3a9ba
  kind: Event
  lastTimestamp: "2026-09-08T14:10:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-9b44e2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:10:25Z"
    name: isvc-secondary-9b44e2.18d35dd02afb5bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40099"
    uid: 2fee65b2-adf2-4043-a82b-088749171703
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:31:53.116353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb5bd1f3405
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: fc951f76-8ce8-45ad-827f-475e5758f2ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb5df1957ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: ef660f28-2f13-41d9-b3ba-f13e9a7b00be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb5e0cfd24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 330ed336-380b-4d94-b9bb-70bc33330664
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb5e3e2bdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: f2838ce1-6da8-4bf1-9dca-c9f8a5c8b3db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb5e4467312
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 570fc55b-6810-4fa7-9b5b-56b7c4852d01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6c523ff5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: effb1f66-d490-4a10-9873-2ad2b0364d1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6c811e394
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 82eb70fa-f235-4ff7-a034-b1d91360c334
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6c874bcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 305a989c-ece9-40cd-a0aa-4a6b6e5b5706
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6c87faf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: d4661480-b4fe-4ea2-a762-18c0c52a5024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6cb79814d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 368f8531-1a65-443c-9950-5e833da858e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6cbdd6fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 1d2ca3e8-fa6f-48fa-a122-1c13182ffc9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6cbe861d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: 92f47d60-354d-47a3-908f-d117ad6886c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6cfc65b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: ace6964d-0b1a-4d7b-b15b-c147b8601cdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:57Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb6d02a10d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 39d5f1d4-c142-4431-a3ae-1754ec5c882a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:44Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb701363e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 10fbc4ca-a258-46d6-9360-f6c2ab665ba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:34Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bb701409247
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: f4cc55bf-20d5-4c02-aaf9-6cfb374feb81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bcbdeb48c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: 0b4e26db-fd92-4fdf-92a5-6d597beb56f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bcbdeb4e1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: a67832bb-9d66-462e-a6ee-06ef5742fc64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bcbdeb552b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 2f193190-e726-423f-b344-cde755eaf32d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 03ab0e3f-3222-4ebb-8027-14e7f781fa7e
  kind: Event
  lastTimestamp: "2026-09-08T13:33:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:44Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5.18d35bcc31a1700d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: d1fa9097-98cc-4c95-8990-0edd700c73d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 57fa002a-cc56-4e10-bf3b-ad1afa31df6a
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7956cfc759-sk8j5'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor-7956cfc759.18d35bb5bca1acb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: a7785529-bc3f-4a71-846d-b1e831d98381
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 1779b790-7571-4e4d-b233-6640597a7304
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7956cfc759
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18d35bb5b68a1fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: fcc2cbe5-e40f-465e-8d7e-55c98f1059b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f157f1f3-8feb-4e92-803f-02041de53dfb
  kind: Event
  lastTimestamp: "2026-09-08T13:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d35bb9359e7d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: ebd3b455-080d-4a70-a05a-4a734e1e93c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f157f1f3-8feb-4e92-803f-02041de53dfb
  kind: Event
  lastTimestamp: "2026-09-08T13:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:32:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d35bb9362d63c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 55f6e311-acab-464c-8067-5a3974ba9709
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: f157f1f3-8feb-4e92-803f-02041de53dfb
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d35bc0346f5c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: fc69ff78-05d6-466c-b013-f7ceade1079a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: f157f1f3-8feb-4e92-803f-02041de53dfb
  kind: Event
  lastTimestamp: "2026-09-08T13:33:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d35bc034d7c039
    namespace: kserve-ci-e2e-test
    resourceVersion: "18380"
    uid: 964e380a-7ec1-42d9-93f8-d8027a466b48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 146d1a4b-63d5-4d7e-b8f5-518239ad5ade
  kind: Event
  lastTimestamp: "2026-09-08T13:33:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:14Z"
    name: isvc-sklearn-batcher-custom.18d35bb5b698ba7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: 0403cab8-de31-4e93-a691-0b4cbc261f5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 146d1a4b-63d5-4d7e-b8f5-518239ad5ade
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-custom.18d35bb5b78b74fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: 7f489885-55b9-4a29-9fdb-ed9097642d16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 146d1a4b-63d5-4d7e-b8f5-518239ad5ade
  kind: Event
  lastTimestamp: "2026-09-08T13:33:14Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:14Z"
    name: isvc-sklearn-batcher-custom.18d35bc8bf0a849b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: 8f098ea0-c5a7-4682-9fbc-cd519664dd16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:29:58.049051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9af2937399
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: e3ff1976-ad00-40a2-8b41-43c6766eeb44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:29:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9afe9b6b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: 80ce0553-bcc9-424c-b99a-e5c167da6b46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:29:59Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:29:59Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9b382f0c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 970caeed-5e2b-43fa-ae0d-c109bd795f4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:29:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:29:59Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9b39de4394
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: f2c5e536-73cd-43c4-9459-34e675e5fd53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:29:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:29:59Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9b3d13fdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: a1aef393-79e3-424b-bd31-3f68a572b4ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:29:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:29:59Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9b3d75eeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 903b1d96-d53f-4f15-aa0e-19b7e8f12e0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:03Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
  metadata:
    creationTimestamp: "2026-09-08T13:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:03Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9c4feca742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: adb17eec-82ea-4eb7-a652-26ac7e5dc3ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    in 13.052s (13.052s including waiting). Image size: 1583067020 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:16Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9f59f14df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 619e15cc-656e-4e91-a4ac-43dd4494b2a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9f5d9a5c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 2395a441-1a46-4055-9d1f-1738c70f23d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9f5e0a5505
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: d3718cd2-f62e-4e28-b654-7a6692c5c617
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-08T13:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:17Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9f5e1793e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 02c6e348-ca80-4d72-ae10-7c6d069b4eca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.286s (2.286s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:19Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9fe6689f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 9b678b7f-a651-4506-94b7-d6746b4d36d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:19Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9fe9af81bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: cdeccd21-f63d-4698-9660-288537a98e93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:19Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9fea20a2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 72150112-7296-4922-89b5-6f41bf9ba952
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
  metadata:
    creationTimestamp: "2026-09-08T13:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:19Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35b9fea2c7229
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: ae4c6624-fe97-4a52-8ba7-fae81b2c67ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c3ee3a6f171b9b14a568235eb62ede6dd8f7ea7683b72ae6ec0eba2ed9795e68"
    in 3.775s (3.775s including waiting). Image size: 243416140 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35ba0cb38d092
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 25bceadc-3a98-4db5-b873-5362299a2036
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35ba0cfba1c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 57cadd23-64fc-48d3-a0bd-ee483f78d37d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:30:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-08T13:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:30:23Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35ba0d0815303
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: eeda6600-a99f-478e-b2a4-2fbea7f456b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:56Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35ba1016bc2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 61dc6cff-7e31-4fbc-af67-0d33a2ed1134
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:56Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35ba1019790f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 87ca6e01-7011-4fa5-b872-3c73d2d872c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35bb5b8be4527
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 3572f592-8a83-4a01-9ab8-d45e66b66989
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35bb5b8c4023e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: f6fef754-73fe-46c2-85ac-a167a94ff315
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-08T13:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:53Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35bb5b8c75bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: f21c17a9-31d3-470e-b101-af7b1b1ad39d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: dc3b8fad-2b03-457f-85bf-564719775fe5
  kind: Event
  lastTimestamp: "2026-09-08T13:31:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:31:59Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4.18d35bb5f5a4464b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: cb136646-fc25-4549-81f6-27bf8edf1dc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5bc7c474cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: 5e31d7b0-2efa-4322-b44a-806ea4cd5636
  kind: Event
  lastTimestamp: "2026-09-08T13:29:58Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5bc7c474cb-kctr4'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-sklearn-batcher-predictor-5bc7c474cb.18d35b9af2032aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 0fe5063c-2878-405a-a7e6-20aa6bf76d84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: bde195f4-bc14-4823-8a39-f960812719fb
  kind: Event
  lastTimestamp: "2026-09-08T13:29:57Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5bc7c474cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:29:57Z"
    name: isvc-sklearn-batcher-predictor.18d35b9ae8c01859
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 0ff22a77-7278-4ff7-aa06-2c2071a9458e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 4cd86e1a-850a-4cbe-88a4-e472f2abac89
  kind: Event
  lastTimestamp: "2026-09-08T13:30:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:58Z"
    name: isvc-sklearn-batcher-predictor.18d35b9e6e3f82c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: f25d84ae-b92c-47cc-97a9-ccd26d463187
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:30:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 4cd86e1a-850a-4cbe-88a4-e472f2abac89
  kind: Event
  lastTimestamp: "2026-09-08T13:30:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:30:58Z"
    name: isvc-sklearn-batcher-predictor.18d35b9e6f073519
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 68e27c38-2e8c-447e-b0b8-6b87e663058e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 4cd86e1a-850a-4cbe-88a4-e472f2abac89
  kind: Event
  lastTimestamp: "2026-09-08T13:31:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:43Z"
    name: isvc-sklearn-batcher-predictor.18d35bac6af5651b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 1ce2478d-19c3-4657-b710-51ba2d048aa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 4cd86e1a-850a-4cbe-88a4-e472f2abac89
  kind: Event
  lastTimestamp: "2026-09-08T13:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:31:43Z"
    name: isvc-sklearn-batcher-predictor.18d35bac6b71ae60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: 23d66a7e-a99f-4691-abbd-29b7b405b4df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: a45b4267-2d21-41be-b98a-6b89f430da7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:46Z"
    name: isvc-sklearn-batcher.18d35b9aeee336e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: fa7142b3-626b-46f9-9f32-c08bc34e2dc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: a45b4267-2d21-41be-b98a-6b89f430da7e
  kind: Event
  lastTimestamp: "2026-09-08T13:29:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:29:57Z"
    name: isvc-sklearn-batcher.18d35b9aef48160a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: fdccf6eb-71ae-411d-b371-73cd4264fe31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:29:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: a45b4267-2d21-41be-b98a-6b89f430da7e
  kind: Event
  lastTimestamp: "2026-09-08T13:29:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:29:58Z"
    name: isvc-sklearn-batcher.18d35b9aef4863a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: cd49d328-83da-4930-bb45-fffb1fd85a8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: a45b4267-2d21-41be-b98a-6b89f430da7e
  kind: Event
  lastTimestamp: "2026-09-08T13:31:46Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:31:46Z"
    name: isvc-sklearn-batcher.18d35bb41fd1cbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: d2e21d60-b9c2-4930-98d8-2eb6ec91c7a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:00:40.680929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34405"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:00:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:00:40Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d47f7fe9cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: 609d663e-ed23-4978-be01-fe86de8b191d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34414"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:41Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:00:41Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d481a1afaca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: a7657d7d-1928-4375-943f-b0b76c56bfe8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:41Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d481bb7f8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: dc784063-11d0-4001-b04e-3363d6277c8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:41Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d481ea76985
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 616a5590-1654-4a31-8347-b4653c07b20e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:41Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d481f1d25fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 5667fc12-d03b-4838-9809-1656c84a9591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:45Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d492b2a094b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: f41ad1ff-55e2-49c0-af18-5d90c9e69ae5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:45Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d492e43f4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: 93bcede2-5450-45c1-8255-761ce3af60d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:45Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d492ebe98fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34468"
    uid: 6ee8b5e5-1279-49e4-a76e-e966adfa23cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-08T14:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:45Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d492eca88a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: 2bc9d032-fb08-4526-8404-3802569c528d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.848s (3.848s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a1431f5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34517"
    uid: 7e74333e-c506-473a-a492-d92f16057982
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a17c04c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34518"
    uid: 0c9d59eb-aba0-4657-aeff-a9dda8ba2f53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a184c3d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: 66f5b837-e1d2-405f-af1a-29764227cfde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a185869d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34520"
    uid: 9d19226c-fc48-4c47-9b70-26c0cccfb299
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a1b561e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 9021b9db-2e51-4b87-a0e7-229a10d94e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:00:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:49Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d4a1be4ac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34523"
    uid: 5886388d-23f9-4c52-8d17-12e479121a74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:02:27Z"
  message: 'Readiness probe failed: Get "http://10.132.0.53:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:27Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d50a161c813
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: 32dc6fdd-150e-49d1-a2c8-f40d0bbbc010
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:01:20Z"
  message: 'Liveness probe failed: Get "http://10.132.0.53:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:21Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d515b17d7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34826"
    uid: 9f7d7e86-0386-4011-9be3-2d3e32d8bf01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:02:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:00Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d5a9cbb322b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35130"
    uid: b2a40e4b-4492-4cfc-b3f1-2bedfbbd9204
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:02:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:00Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d5a9cbba32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: ba793760-d9c8-45ae-a2cd-14e83cb39773
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:02:00Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-08T14:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:00Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d5a9cbbbd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: 2f4d5bd3-3047-44c2-8c83-ab7557bb8ea2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34407"
    uid: aafb02c4-5963-4a7c-b8d9-497acec144b8
  kind: Event
  lastTimestamp: "2026-09-08T14:02:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:27Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt.18d35d5b1b46b356
    namespace: kserve-ci-e2e-test
    resourceVersion: "35495"
    uid: a88b95ed-04a7-425f-a44d-157f013dbc7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-69b55858dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34394"
    uid: 9dcabf70-b0cf-4000-9c01-1e25595d4cce
  kind: Event
  lastTimestamp: "2026-09-08T14:00:40Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-69b55858dd-fr9nt'
  metadata:
    creationTimestamp: "2026-09-08T14:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:40Z"
    name: isvc-sklearn-mcp-predictor-69b55858dd.18d35d47f78f177b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34408"
    uid: 053b7719-105a-4b96-b7d4-e7aa4cabc6fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34392"
    uid: 9e61ccf3-b5a8-47e5-a86f-4317c98ee585
  kind: Event
  lastTimestamp: "2026-09-08T14:00:40Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-69b55858dd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:40Z"
    name: isvc-sklearn-mcp-predictor.18d35d47f3eba35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34397"
    uid: 9b2d4045-43fa-4c6f-8403-f2a3962abb5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34382"
    uid: 9eba0b13-526f-46f0-9608-d7f2ac0bfd23
  kind: Event
  lastTimestamp: "2026-09-08T14:01:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:01:58Z"
    name: isvc-sklearn-mcp.18d35d47f3b2fae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: 8e517e89-c270-4679-b600-f0a7fc799198
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34382"
    uid: 9eba0b13-526f-46f0-9608-d7f2ac0bfd23
  kind: Event
  lastTimestamp: "2026-09-08T14:00:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:40Z"
    name: isvc-sklearn-mcp.18d35d47f4335547
    namespace: kserve-ci-e2e-test
    resourceVersion: "34399"
    uid: 53fcbe5e-9db8-409e-9262-70ae6420f364
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 9eba0b13-526f-46f0-9608-d7f2ac0bfd23
  kind: Event
  lastTimestamp: "2026-09-08T14:01:58Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:01:58Z"
    name: isvc-sklearn-mcp.18d35d59f993db2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 5cc70f1a-3846-45a3-90ec-d9d6ed5aa94e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:41:14.613154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22708"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-8fdc756d-x74vf
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:41:14Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3878f0681a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: 05f28427-bde2-46b5-a7a2-133a0782bbae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:15Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3880e8b985
    namespace: kserve-ci-e2e-test
    resourceVersion: "22730"
    uid: fc7f3917-5557-4709-b445-5bdb66e7d47f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:16Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:41:16Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c38f47dd4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: 101e209c-50ef-4d37-a7cf-6e63191237d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:16Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c38f60f27ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: c6f67bd2-0806-475e-b044-c1527a806586
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:16Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c38f929f631
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: c2ee2d4b-e562-412a-afef-56f9e25f90ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:16Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c38f9a464db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 151d7a34-6471-4585-a715-d5110706403a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a0f2c50dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: bc3020e6-53cb-4121-8624-9bae4a66428c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a12dff9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 572a41fe-453d-44ab-a7a4-911ed5b08524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a1353ecdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: ae3793ac-68fc-4b17-8e26-a865898bbb9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a135d3c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 009912f0-2e86-4b59-983c-dd7b3e24f2b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a16418e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 34979f68-4b06-4a8d-822d-f3815b8ba1b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:41:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:41:21Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a16b20558
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 1d72570d-3730-47c7-b3cc-de2fa349aa0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:42:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:29Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c3a87247c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 5dd48f50-b937-4007-af2c-20115f175dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:42:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:44Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c4d736f58e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: 62efab89-fd36-4c78-bf87-c9cb596b4190
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-8fdc756d-x74vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 2d11d2ca-8154-4cfc-ac56-e81cda90f79d
  kind: Event
  lastTimestamp: "2026-09-08T13:42:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:44Z"
    name: isvc-sklearn-predictor-8fdc756d-x74vf.18d35c4d73701a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 9ad43813-79d3-4634-8ad2-77b5f3c931f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-8fdc756d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: 0cedda59-ab9b-413a-b164-f95eb825dc7a
  kind: Event
  lastTimestamp: "2026-09-08T13:41:14Z"
  message: 'Created pod: isvc-sklearn-predictor-8fdc756d-x74vf'
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:14Z"
    name: isvc-sklearn-predictor-8fdc756d.18d35c38786b3fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22710"
    uid: 63aeedc2-cf7c-436a-8276-b61b758c2245
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 599c77e2-f186-4c29-a4d5-8dae1ff2f966
  kind: Event
  lastTimestamp: "2026-09-08T13:41:14Z"
  message: Scaled up replica set isvc-sklearn-predictor-8fdc756d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:14Z"
    name: isvc-sklearn-predictor.18d35c38750483d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: 6ce6d58c-267c-47e3-a8da-c14e8014c1f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 14386d22-d35b-4fcf-8fbb-dda121a9a6c9
  kind: Event
  lastTimestamp: "2026-09-08T13:41:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:59Z"
    name: isvc-sklearn-predictor.18d35c3bf39d943a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 393a2e90-2d65-45dc-8dfd-77e61901f3e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 14386d22-d35b-4fcf-8fbb-dda121a9a6c9
  kind: Event
  lastTimestamp: "2026-09-08T13:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:41:59Z"
    name: isvc-sklearn-predictor.18d35c3bf40ead15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 6d9922dd-2864-48b0-873a-840868b7bb2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 14386d22-d35b-4fcf-8fbb-dda121a9a6c9
  kind: Event
  lastTimestamp: "2026-09-08T13:42:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:44Z"
    name: isvc-sklearn-predictor.18d35c46705f58be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: 2ca6f699-7823-4274-a074-d68401f45066
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 14386d22-d35b-4fcf-8fbb-dda121a9a6c9
  kind: Event
  lastTimestamp: "2026-09-08T13:42:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:44Z"
    name: isvc-sklearn-predictor.18d35c4670d4b31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: 9f1cc0ff-225d-43fe-85ff-4e17c417fca8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:45:55.287456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25603"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c79d270a792
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: be97781a-de3e-4a78-87a6-ac10e305687b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c79f452222e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: ceb8c35b-8b57-4e95-872d-a7f5f2115f29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c79f5df6d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: 79b249d7-5b85-4752-84b0-1afda8dfd8a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c79f8a7b48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: a8275e24-adab-47b5-94f2-aa8c698bdd8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c79f91c81bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: b37a6628-7373-413f-a80c-fd68a9680d4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b59f2e3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: ac8b8c5c-7615-4e9d-b254-b7fe06cab45b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b5cddf00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25686"
    uid: 27f70f4b-c264-44e0-b6f2-3edc00e64503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b5d57022a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25687"
    uid: 8ffb9228-a608-402c-9b50-13a109057683
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b5d61d7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25688"
    uid: ea7df2dd-351b-41d1-b481-995b2467d193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b60d827e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: d08d6224-dfb6-4561-9c08-ed7c9f880315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:01Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b616699d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 58e05884-1568-4af0-b699-dc3a2602b4b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:08Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c7b96103c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 0bd3ac63-7853-44aa-b1aa-c459e6b2626b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:27Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c81408178ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 1716d567-4423-4c8f-99be-f6ba191b45e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 0e1c2587-5d83-40b3-be9b-ecac1f5fc7f0
  kind: Event
  lastTimestamp: "2026-09-08T13:46:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:27Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s.18d35c8140821e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25919"
    uid: ae50a91b-e5a5-4e5b-85af-673b6964b7f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-989d67dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25593"
    uid: 5c9a4222-5b4f-4f30-87ed-1f942216e48a
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-989d67dd8-t4n2s'
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor-989d67dd8.18d35c79d1c2527d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25604"
    uid: 162b1d4e-aa3c-4667-a0b9-ba05f28aa1f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25591"
    uid: 997ff4cb-6e12-4813-b470-8d4c8470d521
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-989d67dd8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime-predictor.18d35c79cddcc1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: 1bbdeb16-9411-4776-9036-63f70ab535da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: 3ccd777e-5e1d-4e2e-9a3b-3a59358a101a
  kind: Event
  lastTimestamp: "2026-09-08T13:46:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:10Z"
    name: isvc-sklearn-runtime-predictor.18d35c7d4d68513d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: 069038c2-566f-4a7a-90d9-b2574e034cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25592"
    uid: 3ccd777e-5e1d-4e2e-9a3b-3a59358a101a
  kind: Event
  lastTimestamp: "2026-09-08T13:46:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:10Z"
    name: isvc-sklearn-runtime-predictor.18d35c7d4de85c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: f82abba4-4733-44b4-9d2b-df15386347c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: 3ccd777e-5e1d-4e2e-9a3b-3a59358a101a
  kind: Event
  lastTimestamp: "2026-09-08T13:46:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:25Z"
    name: isvc-sklearn-runtime-predictor.18d35c80ccff0cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 09363f0a-195b-4825-a75d-9b9274d502fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: 3ccd777e-5e1d-4e2e-9a3b-3a59358a101a
  kind: Event
  lastTimestamp: "2026-09-08T13:46:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:25Z"
    name: isvc-sklearn-runtime-predictor.18d35c80cd779b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 8bccf78e-b166-4a76-a3e6-b16f4aeb6d33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25584"
    uid: 651f62b1-258c-45b6-836a-4340817f87ae
  kind: Event
  lastTimestamp: "2026-09-08T13:46:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:46:19Z"
    name: isvc-sklearn-runtime.18d35c79cddb9807
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: f17caa60-9969-4788-8648-ec1dcd390760
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25584"
    uid: 651f62b1-258c-45b6-836a-4340817f87ae
  kind: Event
  lastTimestamp: "2026-09-08T13:45:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:55Z"
    name: isvc-sklearn-runtime.18d35c79cf06c7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: d42651e9-c543-4f9b-9140-4f7296517e0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25837"
    uid: 651f62b1-258c-45b6-836a-4340817f87ae
  kind: Event
  lastTimestamp: "2026-09-08T13:46:18Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:46:18Z"
    name: isvc-sklearn-runtime.18d35c7f579b1f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 48cac7c7-01a3-4e38-9248-a2d6e3809a1d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:02:23.506257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:02:23Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d5fe8dca222
    namespace: kserve-ci-e2e-test
    resourceVersion: "35427"
    uid: 1087b847-c6f1-4382-984a-06c8e23b6365
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:24Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:02:24Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d600aba76aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35445"
    uid: a0b241d2-1210-424a-8cab-8cb4c40e2ddd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:24Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d600c3e1657
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: 5a2996de-b586-4f25-970b-f0d85b599f5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:24Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d600f639344
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: 9e772f88-65ec-4350-8352-a16c890f03ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:24Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d600fd4e502
    namespace: kserve-ci-e2e-test
    resourceVersion: "35449"
    uid: 87fe0f73-9fc0-45b4-b271-a1979c29c233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:25Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d6078b546d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 25006458-7f74-4a3d-aea1-4afc172800f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:25Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d607ba403ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 15e53981-844d-4005-9bcb-b9cf0320106c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:25Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d607c14769f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: 321f5c78-a47b-4e13-9114-c88863a68faf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:25Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d607c1f3c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: 8ee6ec03-efbe-456b-bcc5-6bf7b091a148
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:26Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d607f4949e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: 7739b138-de65-4128-8176-466df28ab30b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:02:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:26Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d607fb9f655
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 859d9d0d-d5a6-419b-9082-602350355f42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:03:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:32Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d60b4c7cc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 6fad8280-6b44-4554-b7f4-d0a797c60fa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d728e4f321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: d4b7244b-4ae5-4ee2-aa14-ffc4f237d5d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d728e50005c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 7dd5a90d-40f9-459e-9431-3bd8ab49c04b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 35465267-df08-493c-bd1a-2b727b65eca6
  kind: Event
  lastTimestamp: "2026-09-08T14:03:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:47Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r.18d35d73910fc4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: c1235bc4-d6ce-4554-b6fc-0545a58f12e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-79bfcbdc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: 034951b8-2a75-4293-885f-9f5385db8ae2
  kind: Event
  lastTimestamp: "2026-09-08T14:02:23Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-79bfcbdc89-swm9r'
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:23Z"
    name: isvc-sklearn-s3-predictor-79bfcbdc89.18d35d5fe8514dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35424"
    uid: 72ad3894-6ff3-456b-8201-12e733b3eeea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: f61df119-c150-4697-8dc7-11b75a5a203c
  kind: Event
  lastTimestamp: "2026-09-08T14:02:23Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-79bfcbdc89 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:23Z"
    name: isvc-sklearn-s3-predictor.18d35d5fe5e1970c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35416"
    uid: 69cceb05-8111-45d2-81c7-3a7e77f36f5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: d6e42b9d-a4a1-4638-82b5-aa9d14c3e658
  kind: Event
  lastTimestamp: "2026-09-08T14:02:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:38Z"
    name: isvc-sklearn-s3-predictor.18d35d6364814681
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: 82dc550d-5719-4eb1-86af-cadaa18033c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: d6e42b9d-a4a1-4638-82b5-aa9d14c3e658
  kind: Event
  lastTimestamp: "2026-09-08T14:02:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:38Z"
    name: isvc-sklearn-s3-predictor.18d35d6364fc5116
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 75b31e28-af23-4764-953c-94d5cd1445e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35584"
    uid: d6e42b9d-a4a1-4638-82b5-aa9d14c3e658
  kind: Event
  lastTimestamp: "2026-09-08T14:03:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:38Z"
    name: isvc-sklearn-s3-predictor.18d35d66e3df714f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36107"
    uid: 6777b66f-9981-4f4b-8d21-a8d823951aba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35584"
    uid: d6e42b9d-a4a1-4638-82b5-aa9d14c3e658
  kind: Event
  lastTimestamp: "2026-09-08T14:03:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:38Z"
    name: isvc-sklearn-s3-predictor.18d35d66e467d4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36108"
    uid: 73533e49-0a84-4867-aa01-2b77723afe12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:06:57.195788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35d9fa207613b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 8f1f38b6-4cfc-408d-bac2-6c93f39f7c6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35d9fc41a9a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 29ccfd59-1ef7-4218-991c-1e20a9fa6392
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: "2026-09-08T14:07:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35d9fc5c35f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 4a8acd6b-021b-4631-8b6e-44e634cad625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: "2026-09-08T14:07:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35d9fc84e8c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: b8abb1ee-1db6-4a19-a0ba-c56817679ff9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: "2026-09-08T14:07:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35d9fc8fd78ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 86660719-f96d-4966-900b-7d9b05f55680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 31338fd8-333f-4af0-912e-75d6732f5b47
  kind: Event
  lastTimestamp: "2026-09-08T14:07:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht.18d35da1f41e366e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: 9a0c331a-c9c2-4f81-af21-8dbd7dcbe555
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 0591aa15-bc47-4111-b2e5-e553ea0ef3fe
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685-t2nht'
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685.18d35d9fa158bec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 51b08174-faee-480c-b753-962fecce40a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38066"
    uid: f6fac8cf-59b6-4198-81e2-a407ac491ae4
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-76cf4bb685
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d35d9f9e31af4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 19206bf5-e39b-4bcf-a111-eb2e05539bef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: b63d98ef-538f-4224-915f-6daa44a22cac
  kind: Event
  lastTimestamp: "2026-09-08T14:07:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:07:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d35d9f9e64e95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38151"
    uid: 54248569-babf-4941-8187-da00fa002ddf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: b63d98ef-538f-4224-915f-6daa44a22cac
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d35d9f9ee502a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: 94c07dbd-bebc-4ac5-a0fe-99657dc02696
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:05:26.030562Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37233"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:05:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:05:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8a682880b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37237"
    uid: 811a045b-3feb-4958-8e1d-5c24e96e2870
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T14:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8a700845c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37247"
    uid: 338ede16-beac-4017-86a0-962dc8e457ab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:27Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:05:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8aae134eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37262"
    uid: d0595dc7-a7e3-4fde-aef1-f18555d3313a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8aafa4d64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: bfffcd67-5b18-424e-b3ed-94264d7f56fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8ab2bd4548
    namespace: kserve-ci-e2e-test
    resourceVersion: "37265"
    uid: 77d3faef-0a9a-4519-9559-2384b9859733
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8ab335f290
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: 535e4fd7-7ab4-4a96-8ca4-3b98fecd6e90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b25cab49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: 8e84ec49-01f5-4907-b271-05e6a5418b48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b291a8919
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: 86f596d0-88d6-42cf-a705-a4337bc070e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b2995c3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37292"
    uid: 2d03bd26-6463-47d3-a6bb-1637facd5378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b29a02027
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: 29d997eb-3b2b-40ab-b734-d59e437f9175
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b2d49ee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 38c7589e-80d9-4800-bd72-0245cf3d08c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:05:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b2dc20b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "37296"
    uid: e146456e-c5e7-4d75-b598-5cf51b6b01a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d8b9def8f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: a20bdfbc-82f8-4a64-bae0-3c0f035898b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:06:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d9f5f01f3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: 95f1838b-813a-471c-b23a-2b487614b2c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:06:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d9f5f02e716
    namespace: kserve-ci-e2e-test
    resourceVersion: "38043"
    uid: 6aca38e6-8488-4461-8698-d572afbc772b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37235"
    uid: 5c02b8e7-6b71-4684-8f66-8f4ed3792621
  kind: Event
  lastTimestamp: "2026-09-08T14:06:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:06:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc.18d35d9fa4323d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 0906f8c4-68d2-4b03-bc0a-bc38188f6274
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 9e115eb2-30d1-4631-9e3c-5304dbd00ffb
  kind: Event
  lastTimestamp: "2026-09-08T14:05:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf-r5ndc'
  metadata:
    creationTimestamp: "2026-09-08T14:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf.18d35d8a67b9e7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: ba59ce41-7dc4-47e4-b985-28a81e3c2cfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 3d43529f-6b54-4f43-9b05-0e572400de2a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-76ff6cf8bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d35d8a6525e8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 59a4e362-3993-4ce5-98b6-961cbf20afcf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 6041fc5a-189a-4a9e-87ce-1bae89c5cb3d
  kind: Event
  lastTimestamp: "2026-09-08T14:05:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d35d8de3e106da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37579"
    uid: 900210e5-4745-4d06-862b-44c1aebcf9f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 6041fc5a-189a-4a9e-87ce-1bae89c5cb3d
  kind: Event
  lastTimestamp: "2026-09-08T14:05:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d35d8de4530d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 8fb88034-73c9-49d6-9d56-290c27bbc955
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37459"
    uid: 6041fc5a-189a-4a9e-87ce-1bae89c5cb3d
  kind: Event
  lastTimestamp: "2026-09-08T14:06:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:06:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d35d94e267c904
    namespace: kserve-ci-e2e-test
    resourceVersion: "37903"
    uid: 1a64c0f3-ecfe-4823-9875-698dc97d8eec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37459"
    uid: 6041fc5a-189a-4a9e-87ce-1bae89c5cb3d
  kind: Event
  lastTimestamp: "2026-09-08T14:06:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:06:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d35d94e2f856c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37904"
    uid: 1df9eb23-e41e-41bc-87de-b14bfb214a4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 6254bde3-d781-4795-a689-10d9151ebbfe
  kind: Event
  lastTimestamp: "2026-09-08T14:06:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:06:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d35d8a653552a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37960"
    uid: 012d5350-c22b-4845-b42a-c2fc88048300
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37215"
    uid: 6254bde3-d781-4795-a689-10d9151ebbfe
  kind: Event
  lastTimestamp: "2026-09-08T14:05:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:25Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d35d8a65d82c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 85734baa-d559-4c01-b3c4-2a79a8985eb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:06:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: 6254bde3-d781-4795-a689-10d9151ebbfe
  kind: Event
  lastTimestamp: "2026-09-08T14:06:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:06:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d35d9d567781b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 5907278e-8786-4357-8758-9fb3274b9096
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:05:14.946383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:05:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:05:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d87d37d4625
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: d67e541b-d0ad-43e9-aded-6e9da1485ed9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: "2026-09-08T14:05:15Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:05:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d87f5918d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37086"
    uid: b4b1d88e-39a7-4c01-a4c0-5d60458f56f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: "2026-09-08T14:05:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d87f71f419a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 38ab95b4-6e4d-438c-8e60-9d9a07388d83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: "2026-09-08T14:05:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d87f9e33702
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: ce6550ac-2f8c-48e2-9b72-4b7261000583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: "2026-09-08T14:05:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d87fa551f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: bdcfb4e7-47be-4dd4-b566-18b2dec276ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37068"
    uid: 0e3a9f54-5ec2-4f77-8575-608736912d98
  kind: Event
  lastTimestamp: "2026-09-08T14:05:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw.18d35d8a259b6955
    namespace: kserve-ci-e2e-test
    resourceVersion: "37198"
    uid: 61ca110b-5fb5-4374-813f-f23e5198e95d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: 773b314e-355e-4321-b2cc-3e662027c0b5
  kind: Event
  lastTimestamp: "2026-09-08T14:05:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c-kwbpw'
  metadata:
    creationTimestamp: "2026-09-08T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c.18d35d87d2b5fd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: a61f9c21-fb79-43c7-b587-d83b5b13fcae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 7beb1ac0-6220-4052-b5bd-e16913a610c9
  kind: Event
  lastTimestamp: "2026-09-08T14:05:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7b9578b75c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:05:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d35d87cf4ac17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: fb1fce7c-1e37-40ce-8438-b676d7ae992d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 069daa03-bfaf-4016-9135-067d5a37f36a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:20Z"
    name: isvc-sklearn-s3-tls-global-fail.18d35d87cf4d2e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: bf40da90-28ac-4e23-9702-55b7f8ce5893
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: 069daa03-bfaf-4016-9135-067d5a37f36a
  kind: Event
  lastTimestamp: "2026-09-08T14:05:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:14Z"
    name: isvc-sklearn-s3-tls-global-fail.18d35d87d010c0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: 57d5976d-b971-49f4-8b81-b33074221b8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:03:43.796657Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d729a8af6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36204"
    uid: 1ca1a38f-a0e0-4b4f-b433-01afa023f876
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d72a48c746d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 5b61d69c-9cc9-49e2-84f8-e5dcf6d175b8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:44Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:03:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d72e06d3522
    namespace: kserve-ci-e2e-test
    resourceVersion: "36228"
    uid: b4cfc161-d957-4514-a03a-c6268ab75c71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d72e1f1628e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 89bff4db-7200-493a-bac3-63a51c934ed2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d72e568fd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: 0c95c2df-1de0-4f42-b9f4-76972c8ca854
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d72e5fdf0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 88cee61e-85ed-464c-a22b-d3ad0bb2cabf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d73487548cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36251"
    uid: 9ff6bc11-08bc-488a-8ce9-19b42a695a35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d734cb5dd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 0957e49a-8b19-4ede-9f4c-7c12aa95bb0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d734d4ee420
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: d0049f0c-789c-46d5-afb9-0f17d4667596
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d734d59bff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: 735e5ea6-f0a9-4165-a3ff-340510d80cbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d7350a843b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: b2277855-888e-484a-b8aa-234ac46cad57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:03:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:03:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:03:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d73511df55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36260"
    uid: ee3b6e9f-4ac5-4bc9-ab5e-0177e8c7cd57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:04:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:04:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d7384981dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: f4f95e35-f6fb-4299-bd3d-c983a7e2d88c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:05:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d878f47cafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: fe770fda-cea2-4860-8f89-2a6997eb9c68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:05:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d878f4befa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: f75d78b9-af04-4a06-bcde-4f2a65c365e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: a42f9d47-41bb-4f06-85ae-ae0409e65e23
  kind: Event
  lastTimestamp: "2026-09-08T14:05:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-08T14:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:05:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn.18d35d88f092175d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37125"
    uid: 82ac1b7a-0bed-4dc3-b65a-0fbdbd14ccd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 342e25ea-e444-4969-a75c-5543fcc9f72f
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85-brlcn'
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-588548cf85.18d35d729a272aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 8c19c0e3-0dc8-420d-be1f-574d6ae47058
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: 659b775f-a44c-4f62-82da-0ef9abc15fd2
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-588548cf85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d35d72974be45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: 03a1ccbe-8ffa-4f9c-b709-2dca6268ffee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 9ec20a3b-da2f-4d7b-b36a-2ef63bd8ae50
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d35d76165c3d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "36640"
    uid: 6ae2af95-e1be-4c7e-8661-81e775e9426c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 9ec20a3b-da2f-4d7b-b36a-2ef63bd8ae50
  kind: Event
  lastTimestamp: "2026-09-08T14:04:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d35d7616cd17be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36641"
    uid: 8c8cb397-be2a-4ae6-af20-c61915aa0f82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: 9ec20a3b-da2f-4d7b-b36a-2ef63bd8ae50
  kind: Event
  lastTimestamp: "2026-09-08T14:04:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d35d8093e28170
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 98bbff83-8170-4d28-b378-e5ff8e7d97b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:04:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: 9ec20a3b-da2f-4d7b-b36a-2ef63bd8ae50
  kind: Event
  lastTimestamp: "2026-09-08T14:04:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:04:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d35d8094a3cacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: f24b9d1d-4233-45e4-812c-7c2a9a1f349b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 3224d8bc-009e-4510-8feb-4a0a6e1c61a1
  kind: Event
  lastTimestamp: "2026-09-08T14:05:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:03Z"
    name: isvc-sklearn-s3-tls-global-pass.18d35d729783dcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36938"
    uid: 331defcb-8e78-421b-8819-9fab9b390857
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: 3224d8bc-009e-4510-8feb-4a0a6e1c61a1
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass.18d35d72982a310d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: c3d11d81-3307-45f7-b997-b4ddc9799667
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36182"
    uid: 3224d8bc-009e-4510-8feb-4a0a6e1c61a1
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3-tls-global-pass.18d35d729ebc00e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: ad5f2840-fb65-4642-8323-8adff5bdf2be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 3224d8bc-009e-4510-8feb-4a0a6e1c61a1
  kind: Event
  lastTimestamp: "2026-09-08T14:05:03Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:05:03Z"
    name: isvc-sklearn-s3-tls-global-pass.18d35d853ce32bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: dbc70649-e408-4678-9c45-dd7d29261b7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:08:29.379197Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39016"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:08:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db518968e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 25d6b387-781d-4342-ba0b-10c04b39298b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db52121222c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: 93921730-6e7e-45b9-a630-e93a6a90cdff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39026"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:30Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:08:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db55ecbd5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39045"
    uid: 1443d1ab-a5ec-4934-9f56-b542a6364c14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db56063a5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39111"
    uid: 9faef07c-42ec-4e0d-9e14-2a9758c87a5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db5640d643d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39113"
    uid: fe4bacd0-9b77-40c3-9e97-34322a516f03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db5648103b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39115"
    uid: b4f82736-8191-46f1-9126-b8c104f74d76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: 510f98b6-b433-42a1-b7f1-9020da0b50cb
  kind: Event
  lastTimestamp: "2026-09-08T14:08:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg.18d35db76abf3837
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 19c910f1-09a7-4684-b1c8-69e9a633c8ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39007"
    uid: 1286c967-a5a8-4eb5-9bc5-2e3ff53e6cfc
  kind: Event
  lastTimestamp: "2026-09-08T14:08:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4-kvxvg'
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4.18d35db5180129b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39017"
    uid: 4bb318c0-b366-4d27-ae89-924d25649a14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39005"
    uid: 68e4582b-7af5-4d04-9fdc-1e88600d95d1
  kind: Event
  lastTimestamp: "2026-09-08T14:08:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-9f7fb7bd4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:29Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d35db51540db97
    namespace: kserve-ci-e2e-test
    resourceVersion: "39009"
    uid: 58bb84eb-cc5b-47f9-babf-2f51071561fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38997"
    uid: fe60a6e7-ebd4-44ae-9684-c58b368e5161
  kind: Event
  lastTimestamp: "2026-09-08T14:08:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:36Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d35db5154a52f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39117"
    uid: ada08afc-b75b-40ea-99d6-0693b9cfa532
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38997"
    uid: fe60a6e7-ebd4-44ae-9684-c58b368e5161
  kind: Event
  lastTimestamp: "2026-09-08T14:08:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:29Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d35db515ca188b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 471fcc9d-4ac6-4b97-8d20-775e4a26a1c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:07:08.277357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38244"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2368ad15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: ed5b7eb8-6e00-4f67-8a8a-e8eafbf7a079
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da25aa9f5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38268"
    uid: d0173967-88ea-4a5e-8e2b-feaf2743e7fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da25c55749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: ab42d956-a2be-4b55-921e-2899aec30fc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da25fb7f14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38271"
    uid: 715c54d2-fd91-4d4f-b538-eedf57215f73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da260418483
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: 2266f5ca-e675-4720-98b3-b72bd792327a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2ad869648
    namespace: kserve-ci-e2e-test
    resourceVersion: "38288"
    uid: d5bffca8-1734-47b3-9bcc-d24a9bc3eba7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2b0cac48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: 9093bb53-205e-46ce-971e-5ba312411029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2b13cb2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: e48197cc-81aa-4b4f-972b-ed4a6cc57988
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2b1469e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 1a2984ba-9cdc-4dcb-bc51-22717a7d09ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2b4ad2c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38296"
    uid: ba37855e-3947-498a-8f9b-ab1b2d3b4f00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:07:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:07:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2b5370c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38297"
    uid: 57d8626f-3329-4e96-bcfe-493589aa7797
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:08:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35da2e99949a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38878"
    uid: a1bf1a89-ccf3-4b4f-b633-5339b9f62b5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:08:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35db4d8539a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38984"
    uid: d007b2c6-402e-41b6-9f5e-7ca5bf9d2453
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:08:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35db4d85416a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 719f6750-8769-489a-b1c6-f527a57e7afe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38246"
    uid: aa298997-62e2-468e-ac39-85338b2ca908
  kind: Event
  lastTimestamp: "2026-09-08T14:08:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.69:8643/healthz": dial tcp
    10.134.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:08:32Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp.18d35db5c5cfebe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39066"
    uid: ab4d2b46-4a4d-4d95-99ee-44e239e7fb95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38234"
    uid: 5f3dd438-a75c-4f12-b3be-d0ab0c4cfef6
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8-x6kkp'
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8.18d35da2361b92e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38245"
    uid: 2a7fb1f8-8ccf-4819-9f58-4ec9b190bcbe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38232"
    uid: bac63f13-0d5b-49df-81fe-e350390e7ef9
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-b8cf699f8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d35da2337073f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38236"
    uid: ddd78170-7fd7-4df6-9846-47fe28858cc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: b6ed767a-119b-49f4-b9a2-91b11d0e05ca
  kind: Event
  lastTimestamp: "2026-09-08T14:07:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d35da5b1efe50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38401"
    uid: cdf5d660-05a3-4786-93f8-1fbc2b85dde5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: b6ed767a-119b-49f4-b9a2-91b11d0e05ca
  kind: Event
  lastTimestamp: "2026-09-08T14:07:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:07:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d35da5b25c5b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: ee610e7e-7ab3-4cf1-9113-5ea43b44cee2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: b6ed767a-119b-49f4-b9a2-91b11d0e05ca
  kind: Event
  lastTimestamp: "2026-09-08T14:08:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d35da931148207
    namespace: kserve-ci-e2e-test
    resourceVersion: "38919"
    uid: 7965def2-bfff-4dc5-892e-c914e642efaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38402"
    uid: b6ed767a-119b-49f4-b9a2-91b11d0e05ca
  kind: Event
  lastTimestamp: "2026-09-08T14:08:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:08:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d35da9317fd4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: a9587d5a-0284-4661-8664-6487c87121bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: 41c952ab-1db3-4d71-96f1-35455e86ba4c
  kind: Event
  lastTimestamp: "2026-09-08T14:08:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d35da2337711f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38961"
    uid: 0ee15d7e-79c7-4133-8d3f-8fa3071edc16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: 41c952ab-1db3-4d71-96f1-35455e86ba4c
  kind: Event
  lastTimestamp: "2026-09-08T14:07:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:07:08Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d35da2340829a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38241"
    uid: ddcc86bf-8dd8-4f05-8db7-d03215eb0be3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 41c952ab-1db3-4d71-96f1-35455e86ba4c
  kind: Event
  lastTimestamp: "2026-09-08T14:08:27Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:08:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d35db4a24b5d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38958"
    uid: 75bca721-57ee-47d6-a216-e541284f83bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 4afa5650-6608-47d0-9756-463185dab685
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3.18d35d5fe5eddd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: 3e38158d-b107-4b88-af33-b2cf5c6134e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 4afa5650-6608-47d0-9756-463185dab685
  kind: Event
  lastTimestamp: "2026-09-08T14:02:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:02:23Z"
    name: isvc-sklearn-s3.18d35d5fe69150fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: bececd53-9c39-4c7c-89a0-0bd20d677732
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35405"
    uid: 4afa5650-6608-47d0-9756-463185dab685
  kind: Event
  lastTimestamp: "2026-09-08T14:02:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:02:23Z"
    name: isvc-sklearn-s3.18d35d5fecead0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35436"
    uid: ad626dbe-58bf-4e32-b37e-6381d2d76252
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:03:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36146"
    uid: 4afa5650-6608-47d0-9756-463185dab685
  kind: Event
  lastTimestamp: "2026-09-08T14:03:43Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:03:43Z"
    name: isvc-sklearn-s3.18d35d726d84bcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36147"
    uid: 5d2cc7e0-3010-426e-b72f-b15ad2ea86fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5b7c679fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 0d943b15-614e-4740-aac9-1fede28395f1
  kind: Event
  lastTimestamp: "2026-09-08T13:40:40Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5b7c679fc4-mdwrl'
  metadata:
    creationTimestamp: "2026-09-08T13:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:40Z"
    name: isvc-sklearn-scheduler-predictor-5b7c679fc4.18d35c307037c2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: 31a77542-b554-409c-83ff-0b88476b6ba3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 5d79debf-a64a-4c66-9c0d-1eba837f0907
  kind: Event
  lastTimestamp: "2026-09-08T13:40:40Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5b7c679fc4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:40:40Z"
    name: isvc-sklearn-scheduler-predictor.18d35c306c36d095
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: a2cb271f-9592-4640-a0a6-a0af4f19add8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 71d290d8-0504-4be6-b8fe-88bd0626a54d
  kind: Event
  lastTimestamp: "2026-09-08T13:40:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:40Z"
    name: isvc-sklearn-scheduler.18d35c306ba020f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 4e91c49c-c2bc-4c3f-9e26-9fa952cb1765
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 71d290d8-0504-4be6-b8fe-88bd0626a54d
  kind: Event
  lastTimestamp: "2026-09-08T13:40:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:40Z"
    name: isvc-sklearn-scheduler.18d35c306c4c9c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: e4dbfe39-111f-4fa2-bcc7-fe91f4786281
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 71d290d8-0504-4be6-b8fe-88bd0626a54d
  kind: Event
  lastTimestamp: "2026-09-08T13:40:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:40:40Z"
    name: isvc-sklearn-scheduler.18d35c306c4cf47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: cb248a1f-021e-4894-8f9f-bd55589bdfc6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:49:12.986048Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:49:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:49:12Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca7da2f7883
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: 603bf9ad-f544-4aca-a605-129f5561135f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:13Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca7e36160b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: d4ea9067-cbdd-4056-8f00-e9063e0e8c48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:14Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:49:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca81ff52dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27679"
    uid: a9afdd4c-d964-44c5-a776-6b3825fd119a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca821a715a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: 518b67dd-835c-4001-93cd-0d7685d5acd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca825706089
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 82858eab-a99a-455b-96b7-d4667565f798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:14Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca825e6fb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: 89c27278-8851-4dce-8487-515efb468a64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:17Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca8fecd8a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 3933d350-1ac9-4216-aca7-aa58a679d89c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:17Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca903661fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: ff3dc6a6-bd62-41ce-8df8-ec9ae14e24d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:17Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca903e6a3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: c06f4f9f-5b2d-4e7c-bc09-b992ec6163cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:17Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca903f183fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 01825af4-1bf5-4623-94dc-87c521d68574
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca906f70026
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: dacc2a5b-45ef-4270-a376-5b65baeec693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:49:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca9076a091a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 2412858c-af79-453e-973f-b8e09652fb33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:50:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35ca93adc9347
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: 19ea2a59-e551-4bfe-92c7-986bf64bef6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:50:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35cbcd604dbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 2a008946-8dc8-4b69-9739-8a59da1ccd63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:50:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:43Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35cbcd605a1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: 7dd451b4-df66-438c-9262-7b0ab98f81f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 7936a2de-07d1-4164-aee6-04faae70bf30
  kind: Event
  lastTimestamp: "2026-09-08T13:50:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:44Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8.18d35cbd4127c0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: 6972f038-8e0b-44fb-b28f-2af47e99731c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 4649558a-a766-4a45-8c23-2da2f70a5f62
  kind: Event
  lastTimestamp: "2026-09-08T13:49:12Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5d98795c69-9snk8'
  metadata:
    creationTimestamp: "2026-09-08T13:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:12Z"
    name: isvc-sklearn-v2-mixed-predictor-5d98795c69.18d35ca7d9ace628
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: 281fc712-6d6e-4599-89f3-9fa0fb7b2b48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27643"
    uid: 1b3c57df-43c2-45c6-ad46-2aeb893c4f90
  kind: Event
  lastTimestamp: "2026-09-08T13:49:12Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5d98795c69 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:12Z"
    name: isvc-sklearn-v2-mixed-predictor.18d35ca7d65fb3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: 49b769ec-3d69-441f-ad86-29d42b90210c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 1af4fc34-70b8-40ef-8ddf-0b8a923a2cee
  kind: Event
  lastTimestamp: "2026-09-08T13:49:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18d35cab557cd9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: 1085a72b-7615-4273-bdda-f924709197fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 1af4fc34-70b8-40ef-8ddf-0b8a923a2cee
  kind: Event
  lastTimestamp: "2026-09-08T13:49:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:57Z"
    name: isvc-sklearn-v2-mixed-predictor.18d35cab55ef9da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 3f458210-657a-4f6c-bd21-22e9350bfc62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 1af4fc34-70b8-40ef-8ddf-0b8a923a2cee
  kind: Event
  lastTimestamp: "2026-09-08T13:50:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:43Z"
    name: isvc-sklearn-v2-mixed-predictor.18d35caed4bbc8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28513"
    uid: 54c7d02b-4c3a-4b4d-af7d-8d167b4582fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 1af4fc34-70b8-40ef-8ddf-0b8a923a2cee
  kind: Event
  lastTimestamp: "2026-09-08T13:50:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:43Z"
    name: isvc-sklearn-v2-mixed-predictor.18d35caed50ceb17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28515"
    uid: 437b5928-c31d-4b78-86af-c4722db2d78d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 43099274-4811-437a-b715-2b863b540ada
  kind: Event
  lastTimestamp: "2026-09-08T13:50:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:50:35Z"
    name: isvc-sklearn-v2-mixed.18d35ca7d6628f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28445"
    uid: e861015a-2b7b-49f9-84d0-396ee2aa95f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 43099274-4811-437a-b715-2b863b540ada
  kind: Event
  lastTimestamp: "2026-09-08T13:49:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:49:12Z"
    name: isvc-sklearn-v2-mixed.18d35ca7d6e8f3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 361baf70-095a-446b-baee-779e353628b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: 43099274-4811-437a-b715-2b863b540ada
  kind: Event
  lastTimestamp: "2026-09-08T13:50:35Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:50:35Z"
    name: isvc-sklearn-v2-mixed.18d35cbaf31d1045
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: bd4a2e00-18dd-4228-8a38-cc04993654eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:47:37.747437Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:47:37Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c91ad859552
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 52421d4b-7833-4081-9ff2-9fd813f02ee8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:38Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:47:38Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c91cf7d1929
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: 3433c7cc-fef6-4590-8b1c-edd8df747db1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:38Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c91d197023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: 5847f178-b647-4ac6-a43d-02b4ec0d5c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:38Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c91d4db38a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26792"
    uid: 051fd134-5ef9-4025-b339-ed12788ebe42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:38Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c91d5486072
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: 0d842568-fb90-4e3b-8cf8-1a963376c369
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1946"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c92feebc341
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: c596fd61-2eee-43aa-bf90-b999b7fd1cb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c93025108e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 8ef1e5f5-c877-47ef-808d-22f8b8e896cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c9302c3997f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 3a8a3602-d843-4288-bccb-01ffac18a1c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c9302d05448
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 680f57c1-c32f-422f-b408-14f8517858ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c9305985dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: a2be2801-b432-4133-96b2-0c6348cf7b67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:47:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:43Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c930609023b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: d08fccdb-d724-4f40-a1dc-a1e610a48945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:49:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:11Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35c933afcb8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: d1cb9aef-2add-4969-9ae1-ccc7f56f6107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:49:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:07Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35ca6a4e62b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27592"
    uid: c8a0262d-6e02-4653-9a8d-4dea53c60210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:49:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:07Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35ca6a4e6aa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: 01e44ecd-35d1-4b9e-a6ce-2cf61998ab99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 88ad2997-d3c4-4c77-9e11-228f9d525e64
  kind: Event
  lastTimestamp: "2026-09-08T13:49:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:49:10Z"
    name: isvc-sklearn-v2-predictor-687875ffcb-2g8rl.18d35ca7414562d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: f35b5143-0550-45aa-a22d-0e0e8f50c577
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-687875ffcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: 5f3e5b87-53f9-4dd5-9f56-65107344f7c3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:37Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-687875ffcb-2g8rl'
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:37Z"
    name: isvc-sklearn-v2-predictor-687875ffcb.18d35c91aca8768c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: e4644b9e-489e-451f-a56e-eea59a2f2dec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 3b741fa2-94e4-4bc0-87b3-a9a912742e61
  kind: Event
  lastTimestamp: "2026-09-08T13:47:37Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-687875ffcb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:37Z"
    name: isvc-sklearn-v2-predictor.18d35c91a795e884
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: 1fa211f3-7f51-4b6e-8cab-b9431a57a831
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 3239f717-977b-4bf8-b2f7-fc0e95ffd131
  kind: Event
  lastTimestamp: "2026-09-08T13:47:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:52Z"
    name: isvc-sklearn-v2-predictor.18d35c952611c7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: a91cac2d-72aa-4893-bdce-1535a3366320
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 3239f717-977b-4bf8-b2f7-fc0e95ffd131
  kind: Event
  lastTimestamp: "2026-09-08T13:47:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:52Z"
    name: isvc-sklearn-v2-predictor.18d35c952689485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26926"
    uid: d9082b5e-9e11-4e3b-b847-ca93da3f39c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 3239f717-977b-4bf8-b2f7-fc0e95ffd131
  kind: Event
  lastTimestamp: "2026-09-08T13:49:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:07Z"
    name: isvc-sklearn-v2-predictor.18d35c98a65bd287
    namespace: kserve-ci-e2e-test
    resourceVersion: "27586"
    uid: ed2dd776-3238-4ca9-8244-461e48eb4c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-08T13:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 3239f717-977b-4bf8-b2f7-fc0e95ffd131
  kind: Event
  lastTimestamp: "2026-09-08T13:49:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:49:07Z"
    name: isvc-sklearn-v2-predictor.18d35c98a6e78a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 873e5372-38b8-4c1b-9108-2ede2e544f75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:46:32.356981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:46:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:46:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c8273f2777d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 76c2a033-a651-4a96-a7c9-dccf84b9f271
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:33Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:46:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c82a89dc615
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: d9efee54-9b47-4e44-b389-34c32d9c1ccf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c82aa5f5842
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: b55b15d2-9465-4770-af5e-6535d9fac255
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c82aefd2c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: f9efd262-ef61-4a9c-bc51-952b12376851
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c82afed15e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 2311578a-d867-418d-b595-cbc5a7b03073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b1495aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: 5b76b237-335a-4f70-8f5b-55383cf0871f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b4ecc7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26051"
    uid: 3d0fc98c-7faa-4d19-a1cb-514da9bdcf53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b55a9aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: 58258b56-f051-4359-b44d-b971fac6248e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b5664897
    namespace: kserve-ci-e2e-test
    resourceVersion: "26055"
    uid: 2d3d5119-9584-4633-a833-6b63e92ed615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b82e888f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: d3b88f8b-97ff-4efe-9c1b-d954d71a8e66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:46:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c83b89fbcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 4b013803-e959-4f66-8673-29eef68b39c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:47:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-08T13:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c8c8c29bf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 96de6fa5-96f2-4f29-b598-88bc4a08a781
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:47:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c9070e20fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: edddfa56-b179-414e-906c-4bfe4964d78b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:47:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c9070e279c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: c403a1cc-a5de-4444-8bec-e36e20bc7ba3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 2bc9ca2e-d9b7-466e-84e8-af9f81e776ce
  kind: Event
  lastTimestamp: "2026-09-08T13:47:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:47:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:47:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj.18d35c9133544ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 7b740ab9-f898-484f-91d8-bbf289b3cde5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: 7f70d90c-a379-4c9d-9fad-e8fc3036a69e
  kind: Event
  lastTimestamp: "2026-09-08T13:46:32Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6b5qj'
  metadata:
    creationTimestamp: "2026-09-08T13:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d35c827374deff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25989"
    uid: 7871ca62-6349-40a1-8267-3152b99ce777
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: e8328f51-e111-4cd0-b4bf-03ede3e61fe9
  kind: Event
  lastTimestamp: "2026-09-08T13:46:32Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:46:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c826fe9f428
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: f44d7be2-5ca3-44eb-90c6-e225d1eae5cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 1e33939b-78f7-47b9-88c3-12008d7fa5b3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c85ef3c46bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: a1061e4a-336d-4560-bbe1-df01afacc3e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 1e33939b-78f7-47b9-88c3-12008d7fa5b3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:17Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c85f0189fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 01b493a7-a28a-4d91-a4bb-a315fbe36274
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: 1e33939b-78f7-47b9-88c3-12008d7fa5b3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c906ea9c646
    namespace: kserve-ci-e2e-test
    resourceVersion: "26684"
    uid: e82e74fc-1577-44f5-bdca-437e9276dfd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: 1e33939b-78f7-47b9-88c3-12008d7fa5b3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:32Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-08T13:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c906f4b36d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: 9434c31c-31e0-47d0-a4c3-109cb2b23ebb
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: 1e33939b-78f7-47b9-88c3-12008d7fa5b3
  kind: Event
  lastTimestamp: "2026-09-08T13:47:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:47:32Z"
    name: isvc-sklearn-v2-runtime-predictor.18d35c906f4c13e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26691"
    uid: 298ac527-db25-4860-9e9c-616afb4b555d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 7a32da0f-680f-4cb3-b47a-fb136c0d3dad
  kind: Event
  lastTimestamp: "2026-09-08T13:47:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:25Z"
    name: isvc-sklearn-v2-runtime.18d35c826ffab012
    namespace: kserve-ci-e2e-test
    resourceVersion: "26597"
    uid: d99c30a9-07b5-4032-b9ba-61f3f947a2d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:46:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 7a32da0f-680f-4cb3-b47a-fb136c0d3dad
  kind: Event
  lastTimestamp: "2026-09-08T13:46:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:46:32Z"
    name: isvc-sklearn-v2-runtime.18d35c8270b1b0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 84e489fb-df4e-409a-a377-b0d98dac373a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: 7a32da0f-680f-4cb3-b47a-fb136c0d3dad
  kind: Event
  lastTimestamp: "2026-09-08T13:47:25Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:25Z"
    name: isvc-sklearn-v2-runtime.18d35c8ee65905bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26595"
    uid: 26c92076-19ad-48ae-ad61-b9da13c0708f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 541de416-99d1-4b3e-81af-5a32661c07d7
  kind: Event
  lastTimestamp: "2026-09-08T13:49:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:49:01Z"
    name: isvc-sklearn-v2.18d35c91a798935a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: fa5c76cd-fcd8-4cc4-9706-ef942f83724d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 541de416-99d1-4b3e-81af-5a32661c07d7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:37Z"
    name: isvc-sklearn-v2.18d35c91a89af97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: 53b6e4a6-39ac-4e7d-ab1d-63c0885fba41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 541de416-99d1-4b3e-81af-5a32661c07d7
  kind: Event
  lastTimestamp: "2026-09-08T13:47:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:47:37Z"
    name: isvc-sklearn-v2.18d35c91b384a3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 4f54e5a8-870e-44b9-9409-01d15fb9eae3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:49:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 541de416-99d1-4b3e-81af-5a32661c07d7
  kind: Event
  lastTimestamp: "2026-09-08T13:49:01Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:49:01Z"
    name: isvc-sklearn-v2.18d35ca535cab5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: e9ac9b00-9c9b-4f74-947a-59d5ad1e8ea5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 86bc51f6-0a3b-410e-93f6-1051a6e7fd92
  kind: Event
  lastTimestamp: "2026-09-08T13:42:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:39Z"
    name: isvc-sklearn.18d35c3875195ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "23461"
    uid: e2eae07b-4023-4fb8-8a6c-9f08bde93af1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 86bc51f6-0a3b-410e-93f6-1051a6e7fd92
  kind: Event
  lastTimestamp: "2026-09-08T13:41:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:41:14Z"
    name: isvc-sklearn.18d35c3875da9827
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: 529a581f-cedc-4f0d-8043-f5c64be1f44e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:41:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 86bc51f6-0a3b-410e-93f6-1051a6e7fd92
  kind: Event
  lastTimestamp: "2026-09-08T13:41:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:41:14Z"
    name: isvc-sklearn.18d35c387cfa7629
    namespace: kserve-ci-e2e-test
    resourceVersion: "22723"
    uid: d5697ca7-dd0c-4448-845b-1992e45ed894
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23459"
    uid: 86bc51f6-0a3b-410e-93f6-1051a6e7fd92
  kind: Event
  lastTimestamp: "2026-09-08T13:42:39Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:39Z"
    name: isvc-sklearn.18d35c4c400d5571
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 34baa390-62e5-41a0-b3e8-15cc3a36c941
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:50:48.285042Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-l47l9
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbe0a72b6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 9d65e2b5-9e40-487e-8e90-f53cbf426749
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbe2c68901c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28620"
    uid: 629d2020-b6bc-4d0d-9cf6-453f746dc67c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbe2e141487
    namespace: kserve-ci-e2e-test
    resourceVersion: "28622"
    uid: 0c178b60-413c-40ff-b183-80965f3daf14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbe310d14d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: d0a584e0-7796-4853-8928-2dd78a94b4a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbe317d1f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: 5aecf33d-2318-4b87-9a08-d527db4e6634
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:53Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-08T13:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:53Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cbf5a0d7da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 7f3749f2-1757-4f5a-87e3-2290212dc6bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.657s (3.657s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc034082762
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: a849c2c9-7b43-4cc4-86f8-4ae3530a84c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc037cf7097
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 330e4a7b-2c28-47d9-b58a-0866252b32d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc03847d7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 59192103-0e8b-4aad-9696-ccaca867ffc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc03853def7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: dd80507e-5a5b-423a-82ec-ddb2cbeacf81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc03b3934ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 389972f9-c97c-4b64-8fd0-d8406b8a0e02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:50:57Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc03bab5f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: a73b3ade-d6c9-4a1a-b42f-6385de4d46c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:51:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc049e65b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28750"
    uid: 4ad48548-899e-4a02-856d-368b4e481a69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:51:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc7822fac8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: 61a69bd1-acd9-4d0a-8cc0-02d93cb1ff5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:51:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc782306678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28959"
    uid: a1189b7d-6185-4a74-9644-51359108d3e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-l47l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 7a7a39f4-7b23-431d-8ad7-9440e544259d
  kind: Event
  lastTimestamp: "2026-09-08T13:51:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-l47l9.18d35cc8abe4ff9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: 1a3f99fb-0579-401a-8f07-eeef50cce7ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: 2d5d5c70-012c-4fc9-b195-9454f5d18d94
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-l47l9'
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d35cbe09efa1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28598"
    uid: b82e8861-b789-41b2-a65d-30ab83854234
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: bdd8c6f1-4850-4a16-86c1-a58e03f0dd1d
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow-predictor.18d35cbe06c567bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28586"
    uid: 94a61c8b-1bcb-4368-a0d9-1c09a8bea9ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: d3432ccb-8701-4ec7-97b9-8ddf7d2e5761
  kind: Event
  lastTimestamp: "2026-09-08T13:51:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:18Z"
    name: isvc-tensorflow-predictor.18d35cc185d3d6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28865"
    uid: 1f1233a4-8655-4adf-b2d5-02080dc00aaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: d3432ccb-8701-4ec7-97b9-8ddf7d2e5761
  kind: Event
  lastTimestamp: "2026-09-08T13:51:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:18Z"
    name: isvc-tensorflow-predictor.18d35cc18658bb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28866"
    uid: f91ec9b6-49b4-457b-acd8-f5590e5723b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:51:34.131462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc8b71d18fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 24b666db-5ca7-4529-a7a6-4971bc08c9b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc8d941948e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: 36ab3714-14fa-4e2f-9690-66d9bc5c0b43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc8dadf1b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "29039"
    uid: 23932cf2-1939-4a52-b331-bc5528d3a46d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc8dea3815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: 9ad41418-0487-4cbf-a726-51867ec23a3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc8df160da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: 6a962675-c9fc-4639-88ad-c8d29836043d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:39Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-08T13:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cc9ff23af4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: cfdeddf4-2b7b-4882-8097-ee9903d33f77
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.6s (3.6s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccad5bc4327
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 52365287-8801-45f4-bb5a-729663efeadd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccad8f2a922
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: 9ce0119a-5a4b-4567-95f3-c3d08288f9e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccad9651613
    namespace: kserve-ci-e2e-test
    resourceVersion: "29121"
    uid: f17400e3-05db-4a11-ba6e-a87ba3122a5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccad96f868e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 153332ac-24b1-4cf6-9f32-3fd8dfb3bc2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccadcf5c725
    namespace: kserve-ci-e2e-test
    resourceVersion: "29124"
    uid: 4224bc62-1511-486b-ba76-8fd10f198efe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:43Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccadd65faaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: 5d6f8f66-0aa1-418b-b489-c04590e420c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:51:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:51:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35ccb2af86b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29215"
    uid: b9e3358e-8920-452e-8422-4d9c897184c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:52:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cd24325e154
    namespace: kserve-ci-e2e-test
    resourceVersion: "29483"
    uid: 13bc599c-e4ff-46ce-b47b-9d29578f09a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:52:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:15Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cd243265b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: 5b5de5a8-4068-4a61-9501-fc01bc9c4a32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: 7802fefc-ff23-49f9-8f11-f6da4011056b
  kind: Event
  lastTimestamp: "2026-09-08T13:52:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj.18d35cd262fbd618
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 3e6c967a-2881-4c0c-b975-9511d0c27336
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: 10ab8dff-ce87-4a57-9921-993981f71bf3
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-wx2qj'
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d35cc8b7350d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "29020"
    uid: 87bf9deb-0928-492d-8ec8-cac007751286
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29003"
    uid: e9944340-45a5-4e3f-8eb1-ce3a093b42d9
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime-predictor.18d35cc8b38944d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 57272ca3-a0a5-4bf3-922d-2e7a9f1d9db2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: b46f6dc8-1b4c-4294-8ae7-410d620621e1
  kind: Event
  lastTimestamp: "2026-09-08T13:52:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:52:04Z"
    name: isvc-tensorflow-runtime-predictor.18d35ccc3222e809
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: 6b0b0871-6710-47c8-88b5-2299d35f83d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29005"
    uid: b46f6dc8-1b4c-4294-8ae7-410d620621e1
  kind: Event
  lastTimestamp: "2026-09-08T13:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:52:04Z"
    name: isvc-tensorflow-runtime-predictor.18d35ccc329a533e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: df833554-47fc-4082-9079-8af47f897471
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: c022b09d-1498-4814-8f6b-b0780b81948a
  kind: Event
  lastTimestamp: "2026-09-08T13:52:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:52:00Z"
    name: isvc-tensorflow-runtime.18d35cc8b39b4be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: ada2aa4b-ba21-45fe-b5d2-46a189d78db4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: c022b09d-1498-4814-8f6b-b0780b81948a
  kind: Event
  lastTimestamp: "2026-09-08T13:51:34Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:34Z"
    name: isvc-tensorflow-runtime.18d35cc8b41b450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29011"
    uid: a95b18d4-03af-4162-95f5-e2361f61ec3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: c022b09d-1498-4814-8f6b-b0780b81948a
  kind: Event
  lastTimestamp: "2026-09-08T13:52:00Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:52:00Z"
    name: isvc-tensorflow-runtime.18d35cceee0fcea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29351"
    uid: 4ba9e682-d9e2-49e0-8c5c-5396cb6aa2f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: 72fbc49a-1596-4fb4-a8cb-03423abee061
  kind: Event
  lastTimestamp: "2026-09-08T13:51:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:14Z"
    name: isvc-tensorflow.18d35cbe06c1d323
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: 021b82c8-3869-4d67-ad02-4a850d7e863f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: 72fbc49a-1596-4fb4-a8cb-03423abee061
  kind: Event
  lastTimestamp: "2026-09-08T13:50:48Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:50:48Z"
    name: isvc-tensorflow.18d35cbe07331d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "28591"
    uid: b5deb077-50b7-4e18-bcae-99d86418b21f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 72fbc49a-1596-4fb4-a8cb-03423abee061
  kind: Event
  lastTimestamp: "2026-09-08T13:51:14Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:51:14Z"
    name: isvc-tensorflow.18d35cc409da4576
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: c19891c7-00df-4912-a2f6-558d6a8de20e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:52:20.350864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-7s7dj
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd379ffbb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 3a13aff9-1182-480f-aef8-ba7672574fc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29560"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd39bff6164
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: f762e0f9-6bcb-4e3e-8fdd-0008778269c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd39dc3f6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: 934dadeb-721d-402f-8f5d-ba6190c9b066
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd3a085ecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 267341bb-5a3c-43a0-acd8-7e29fb10443f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:52:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:21Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd3a0f8611b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 65c8b2cb-2dc9-43e5-b15c-693e8524f0fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:52:25Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-08T13:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:52:25Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cd4c36db052
    namespace: kserve-ci-e2e-test
    resourceVersion: "29609"
    uid: 62534eef-042e-4e4f-ac79-d57756abd89c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.576s
    (1m54.576s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef70ba7ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 91efe71a-5409-47f8-8551-53a62f8fb152
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef75eb24b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: a37b560a-3b48-4dd8-a0b3-750ae4cb5490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef7684d1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: 2d74872e-515c-4945-b7b7-7b0162cb0d90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef768f520f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30595"
    uid: 090f314a-86b7-4499-aec6-fa2c8ec2bcd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef7a424773
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: 1b32a2f6-6896-4d6d-a259-4a702a3dbced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cef7ac87ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: aff16092-9321-451b-bf8a-6255fce58285
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:23Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35ceff1e9f39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 7e7f7dbc-cace-4c92-bf7e-be99e22f51d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:32Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cf24cd9bd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 7c1c0036-bb71-4cc2-aeb3-397413f34d69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:32Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cf24cda17fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: 2688b8a6-23dc-4fc7-aa5a-a86e3b8453c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-7s7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 11816a10-0e6e-4f41-a9c3-4f7e2211ffde
  kind: Event
  lastTimestamp: "2026-09-08T13:54:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:33Z"
    name: isvc-triton-predictor-5d7db58676-7s7dj.18d35cf281d2c9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: 53c45b74-0a10-4847-8bae-7947bb14f1d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29537"
    uid: 07ff7b09-5d13-4345-9692-ee22cefc7779
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-7s7dj'
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor-5d7db58676.18d35cd3794f2d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 931d7c1f-9172-4cf4-99a6-3320368b2649
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29535"
    uid: 5ff912dc-0939-4c56-a1fc-77e9686cb3dd
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton-predictor.18d35cd374d12a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29540"
    uid: b4e50585-5c15-495c-b7b9-1661a183ad10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 0f537bfe-dc08-4990-9782-5d452c1f7421
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor.18d35cd6f45e50c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: c423eca4-dfa1-4dab-a52f-4d1f153398b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29536"
    uid: 0f537bfe-dc08-4990-9782-5d452c1f7421
  kind: Event
  lastTimestamp: "2026-09-08T13:54:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:20Z"
    name: isvc-triton-predictor.18d35cd6f4b3dd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30591"
    uid: 0470f62d-c837-4139-8882-d0057436bdf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29525"
    uid: 3c3ecc4d-fc95-4e35-bd93-1cef49d1ece6
  kind: Event
  lastTimestamp: "2026-09-08T13:54:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:28Z"
    name: isvc-triton.18d35cd374ccd04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: 39efa757-c219-4126-a53b-2c75c24fd30c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:52:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29525"
    uid: 3c3ecc4d-fc95-4e35-bd93-1cef49d1ece6
  kind: Event
  lastTimestamp: "2026-09-08T13:52:20Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:52:20Z"
    name: isvc-triton.18d35cd3759cb04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: d39d5615-f0b6-4496-8234-e232b2bf332d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 3c3ecc4d-fc95-4e35-bd93-1cef49d1ece6
  kind: Event
  lastTimestamp: "2026-09-08T13:54:28Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:28Z"
    name: isvc-triton.18d35cf15f878734
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 08a65ec0-85de-4ce2-b451-f085cc26a14e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:54:37.930652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-9ldkx
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:54:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:54:37Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf38264ded8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: e33f0db9-7e59-43a5-8aa3-07ac904e39a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:54:38Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:54:38Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf3a611b611
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: 1998da65-54e4-4eee-8f25-fda299c1c363
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:54:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:38Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf3a7b839e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: aeb67bf0-d3a0-40f6-92c7-4f6dcd26e483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:54:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:38Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf3aafabc50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: be81fd16-f42a-45da-a9ba-509233507ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:54:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:38Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf3ab84025f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 39c9c2a6-9c18-422d-a5e4-ef50f14838ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:54:42Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:54:42Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf4a09776f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: 93ebcf7f-a3cf-4057-a100-d9d660675dab
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.018s (18.018s
    including waiting). Image size: 1332293375 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8d291a7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: de81b138-f0c9-4837-869f-54b498336646
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8d8b2f7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: dd00da19-bc2d-48ad-a387-de121a6d4206
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8d9c5ae31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: a0688dcf-1fc0-46a4-9e00-54558bb051f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8d9cf02be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 04689333-7bb5-40c9-9f01-13eca65f42fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8df768d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 5c3b2fcf-cc96-4939-bd15-4aac49b70aa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf8e04cd62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: be2439b1-f9d9-4551-aeac-b199b31e8f8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:55:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:55:57Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35cf913fa4972
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 474fa263-24a9-4ff4-b6f8-3358ca15a9bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:56:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35d0ace1066eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 84c7df4f-ce9b-4594-8f18-2c7bc21cd327
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: dc48b088-4c76-4d91-a250-2c589b1964fe
  kind: Event
  lastTimestamp: "2026-09-08T13:56:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:17Z"
    name: isvc-xgboost-predictor-7566d65bf7-9ldkx.18d35d0ace10dcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 35779d3f-f2b8-4d25-8b3b-674f92122083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 25d7e5b4-ce83-4551-86d6-c7b6631c8bb0
  kind: Event
  lastTimestamp: "2026-09-08T13:54:37Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-9ldkx'
  metadata:
    creationTimestamp: "2026-09-08T13:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:37Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d35cf381b53e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30792"
    uid: dcdb8dd3-bdc5-4126-90de-b7a3095e61da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30778"
    uid: 1e6f65d6-3525-45d6-9490-fcdd652d5783
  kind: Event
  lastTimestamp: "2026-09-08T13:54:37Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:54:37Z"
    name: isvc-xgboost-predictor.18d35cf37dcd0264
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: e679f5e2-3799-4c77-8e68-abc7f0390369
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: fda627db-f7d8-454e-8aa5-8d2af2b90853
  kind: Event
  lastTimestamp: "2026-09-08T13:55:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:37Z"
    name: isvc-xgboost-predictor.18d35cf6fc66493c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31429"
    uid: 0309b840-3d91-413b-b2c4-a5684545b5b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: fda627db-f7d8-454e-8aa5-8d2af2b90853
  kind: Event
  lastTimestamp: "2026-09-08T13:55:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:55:37Z"
    name: isvc-xgboost-predictor.18d35cf6fcdfa2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31430"
    uid: b03e7d67-28db-45d7-9b4a-ae1cee72c840
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: fda627db-f7d8-454e-8aa5-8d2af2b90853
  kind: Event
  lastTimestamp: "2026-09-08T13:56:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:07Z"
    name: isvc-xgboost-predictor.18d35d04f86b8b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31664"
    uid: 37e31e79-8242-43ef-827b-ddc9462340bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:55:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: fda627db-f7d8-454e-8aa5-8d2af2b90853
  kind: Event
  lastTimestamp: "2026-09-08T13:56:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:07Z"
    name: isvc-xgboost-predictor.18d35d04f8e26875
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: 5de49d7b-2678-4cf5-9bb5-9fb59a721cef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:58:13.719045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:58:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:58:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d25c06230c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: c291b8fb-15b9-4e7c-a9d3-68b29b7dfa25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32910"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:14Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:58:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d25e2ac5451
    namespace: kserve-ci-e2e-test
    resourceVersion: "32921"
    uid: c709fa47-5a03-41fd-a984-f777913036d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d25e48c770c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: 2bdf0db0-7587-4110-884b-56e806ea7ebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d25e72d98c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32924"
    uid: 96c89ddc-aa3c-4c17-b850-8678bcd1208a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:14Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d25e7a36a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: 4ea11d80-470e-4f32-a76a-a148f0a203a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:19Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-08T13:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d26fff61296
    namespace: kserve-ci-e2e-test
    resourceVersion: "32960"
    uid: 80f36cee-93cd-42f8-835c-9053cc8b11d0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.738s (16.738s
    including waiting). Image size: 1332293375 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2ae5ae8c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: c1f2ca5e-e183-4d9f-98bd-d0a388246976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2ae900c125
    namespace: kserve-ci-e2e-test
    resourceVersion: "33160"
    uid: ad5138fe-5dc5-4c4f-8299-3dc45fcd8032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2ae9790b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: dfb7aebf-4649-44fd-94ca-6781e1f36b3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2ae9845c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: db0166ff-db76-46b1-ba43-4a4e653b7069
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2aecc38a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: cc211685-b8d7-452d-b42d-e166161e1fe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:58:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2aed55e1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33164"
    uid: d1e325d9-11eb-42e5-9312-7ead0171f4b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:59:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T13:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:33Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d2b37716786
    namespace: kserve-ci-e2e-test
    resourceVersion: "33693"
    uid: 251b4be6-1df6-4334-a767-ef7504c4a779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:59:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d3ba8108d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 6b39a2b2-ae6a-4718-933b-16969c10de77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:59:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d3ba81104d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 07fd910f-c121-474e-9aeb-efff9b0ce874
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 26a7309e-d080-435f-98a1-ab951b1e9a74
  kind: Event
  lastTimestamp: "2026-09-08T13:59:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p.18d35d3bbf96b64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 9e4b4555-698f-4686-9210-817770f8686e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: 9669f084-21c2-4233-a5ae-87617028067c
  kind: Event
  lastTimestamp: "2026-09-08T13:58:13Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-2ml6p'
  metadata:
    creationTimestamp: "2026-09-08T13:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d35d25bfaec22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: 13ade399-6a71-4726-9b3c-6e11a4aaae0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: bb4de672-3353-42a8-9a73-4aaca36b6739
  kind: Event
  lastTimestamp: "2026-09-08T13:58:13Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-08T13:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:13Z"
    name: isvc-xgboost-runtime-predictor.18d35d25bb86548d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 4cf16d6c-8f78-4d95-8993-d7b111eba9dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 938e1071-9939-43a0-8d4e-9ad6019e991b
  kind: Event
  lastTimestamp: "2026-09-08T13:59:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:13Z"
    name: isvc-xgboost-runtime-predictor.18d35d293a8a315a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33459"
    uid: f9a3f97f-746f-41b4-b026-8ed9b0d50827
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 938e1071-9939-43a0-8d4e-9ad6019e991b
  kind: Event
  lastTimestamp: "2026-09-08T13:59:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:13Z"
    name: isvc-xgboost-runtime-predictor.18d35d293b00d1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: 508597ed-5eff-407a-b871-444afd74d69f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 938e1071-9939-43a0-8d4e-9ad6019e991b
  kind: Event
  lastTimestamp: "2026-09-08T13:59:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:43Z"
    name: isvc-xgboost-runtime-predictor.18d35d3039147670
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 019522ce-b593-416f-bedb-279894cdf347
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 938e1071-9939-43a0-8d4e-9ad6019e991b
  kind: Event
  lastTimestamp: "2026-09-08T13:59:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:43Z"
    name: isvc-xgboost-runtime-predictor.18d35d303984b20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33807"
    uid: 1b66409f-7098-4b5c-b1fe-062e710ca569
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: ba457e55-d95a-42f0-93bb-55f405e23cf2
  kind: Event
  lastTimestamp: "2026-09-08T13:59:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:43Z"
    name: isvc-xgboost-runtime.18d35d25bb9ec3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 6caccd0d-1323-4e26-b469-9c1e8e2ebf66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: ba457e55-d95a-42f0-93bb-55f405e23cf2
  kind: Event
  lastTimestamp: "2026-09-08T13:58:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:13Z"
    name: isvc-xgboost-runtime.18d35d25bc40a0bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: 6926ee59-d976-4328-b94c-942f838cc4ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: ba457e55-d95a-42f0-93bb-55f405e23cf2
  kind: Event
  lastTimestamp: "2026-09-08T13:59:43Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:43Z"
    name: isvc-xgboost-runtime.18d35d3a9b805cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: 15ae15ab-ef39-41bf-bd32-9807e63a83e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:56:23.180328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:56:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c03c33ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: 02a6c30f-5ec5-4408-b7e8-67dcf03be26b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c105bc508
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: 7bead758-7123-407a-833f-1a005d77c29a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31826"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:24Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:56:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c4993af27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: 03984ff8-df10-41dc-9d2e-0cc1b5fe10cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c4b274a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31845"
    uid: c24d90ad-e273-46ef-87a6-f254f313a49f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c4e32e65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31846"
    uid: ec8811cb-cb76-4375-8467-27ab0b365089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0c4eac9599
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 2e966c1e-0aeb-4061-8475-91dc0c644e6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d428713e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: bbc0504f-5f16-4345-bc67-6266839f390a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d4617dc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: b2c4a1ac-69a2-4475-9a85-044fed122a87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d46939f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: cc5beb8f-e669-4a63-a137-6715df0c4b8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d469dbfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: 777cead6-f524-4fa8-a1ed-b74f5c1a0cfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d4944b65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: 81275a51-2f32-42db-87d4-3dadfcb901dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:56:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:56:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d0d49d2bd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 984969a4-d234-4fea-bbd6-81430adb4de7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:57:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d17ad75c588
    namespace: kserve-ci-e2e-test
    resourceVersion: "32333"
    uid: 15ddd8b4-6512-42a0-8e54-6cc207fd60cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:57:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:13Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d17ad7612b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: d52e0f3a-50dc-4912-8082-a43d6b463c4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: a3b91e84-b083-4ddb-a3a0-74cf0d80da41
  kind: Event
  lastTimestamp: "2026-09-08T13:57:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk.18d35d1834c3b8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 3ab54d96-935a-46ab-a022-b64dd443d6b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: fc515b56-c6ed-4abe-9290-feee834e915e
  kind: Event
  lastTimestamp: "2026-09-08T13:56:23Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wj9sk'
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:23Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d35d0c035bb692
    namespace: kserve-ci-e2e-test
    resourceVersion: "31818"
    uid: 866fd6bd-354b-42e7-994b-32829765ae2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: 631c0e79-19b0-41de-af55-323591811018
  kind: Event
  lastTimestamp: "2026-09-08T13:56:23Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:23Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d35d0c002ccde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 78b6d496-1499-4535-ab35-4f01999f1d57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 6c5f7aeb-2056-43de-9144-f575659e1c49
  kind: Event
  lastTimestamp: "2026-09-08T13:56:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d35d0f7ec3a31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: c8fa8bfb-68fb-45ec-83df-8824edd41a0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 6c5f7aeb-2056-43de-9144-f575659e1c49
  kind: Event
  lastTimestamp: "2026-09-08T13:56:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:56:53Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d35d0f7f4438a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 21e34ed7-284e-47e9-8792-cd33ae7f8ceb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 6c5f7aeb-2056-43de-9144-f575659e1c49
  kind: Event
  lastTimestamp: "2026-09-08T13:57:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d35d167d164659
    namespace: kserve-ci-e2e-test
    resourceVersion: "32281"
    uid: 147b7d26-46ae-4a78-a1df-ce9cdaac76b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 6c5f7aeb-2056-43de-9144-f575659e1c49
  kind: Event
  lastTimestamp: "2026-09-08T13:57:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:08Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d35d167d9d78d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32283"
    uid: a528585c-7ae3-4328-9736-69a5e18ae2fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 3b45e524-a8d3-4b1b-971b-e461e2a142bc
  kind: Event
  lastTimestamp: "2026-09-08T13:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:57:05Z"
    name: isvc-xgboost-v2-mlserver.18d35d0c002908f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: d17018d6-d2d6-4ca9-ac5a-05ba9fd3a89a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 3b45e524-a8d3-4b1b-971b-e461e2a142bc
  kind: Event
  lastTimestamp: "2026-09-08T13:56:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:23Z"
    name: isvc-xgboost-v2-mlserver.18d35d0c00d12203
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: f08866df-e825-43a9-8f13-aa0014def4e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: 3b45e524-a8d3-4b1b-971b-e461e2a142bc
  kind: Event
  lastTimestamp: "2026-09-08T13:57:05Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:57:05Z"
    name: isvc-xgboost-v2-mlserver.18d35d15e770eb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "32260"
    uid: 2be7318f-eee4-4a28-b588-3d94c0ed0b47
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T14:00:58.252414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-58w2z
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4c0f5623cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 25b8b02e-0ed1-4c15-b553-0eb971ec6ea5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4c314207fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: 4c2fbab2-4cd0-417e-a74f-8a9322ae89ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4c32fc2358
    namespace: kserve-ci-e2e-test
    resourceVersion: "34645"
    uid: bb3c5e4a-7b84-4647-adc3-efafe872ddb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4c35faf65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34647"
    uid: f80cf852-3954-40cf-9076-6c8c5cacf288
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4c366ce593
    namespace: kserve-ci-e2e-test
    resourceVersion: "34648"
    uid: 74253bd9-f766-4988-ad70-498f862f6adb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d49621a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: a275daed-38ba-4926-841e-3d70f9efafc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d4ca493f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 4864109d-cfb4-428d-84e1-c53f9547cf41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d4d184dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: a36fd31a-e710-4e79-b815-b337d8743659
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d4d24305a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: f2f1535d-95de-4fe6-af24-5ee7312d5f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d502134b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 84c6cf95-cef3-44c6-88e2-f32df07ea68f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:01:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4d508ef056
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: e6884ae1-7eb7-43a9-b393-7470141527e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-08T14:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d4dc15197a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 7a8ac86b-b38d-435c-bbf8-5a7efb621e6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d5eb60d1ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 3c93d2b7-a3b8-4c88-bd40-09b2b9ba37ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d5eb60db2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: a766c12b-a3a5-497c-9716-93102d396b80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 5cc66745-d43e-4a3c-b9b1-e7217a1fbccc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:02:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-58w2z.18d35d5f73807329
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: 08ae35f3-ad7d-4908-bb59-8faf47308427
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34613"
    uid: 82151678-9cf6-4237-85aa-00662370d561
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-58w2z'
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d35d4c0ec53ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 2c115b60-74c4-44bc-ad7f-3629389de505
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34611"
    uid: c3044934-c47c-406a-b909-6fddd481dff7
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2-predictor.18d35d4c0b03bdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34615"
    uid: b7363a08-2f4f-4772-a485-2572c0d69ff6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: f0f4ad33-84de-43e9-adaf-0595bb2780fc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:01:58Z"
    name: isvc-xgboost-v2-predictor.18d35d4f89fdffa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35096"
    uid: 98822fe1-11d2-457b-bee5-a1041de502a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-08T14:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: f0f4ad33-84de-43e9-adaf-0595bb2780fc
  kind: Event
  lastTimestamp: "2026-09-08T14:01:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:01:58Z"
    name: isvc-xgboost-v2-predictor.18d35d4f8a57be4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 9b381792-f445-4eb2-979a-e5dfb62b923c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: f0f4ad33-84de-43e9-adaf-0595bb2780fc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:13Z"
    name: isvc-xgboost-v2-predictor.18d35d5d8682cbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35291"
    uid: f263156a-136d-462f-97f4-312123f25dc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: f0f4ad33-84de-43e9-adaf-0595bb2780fc
  kind: Event
  lastTimestamp: "2026-09-08T14:02:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:02:13Z"
    name: isvc-xgboost-v2-predictor.18d35d5d870ccef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: 519e4e33-a37e-4da7-a798-fc3be3b35971
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:59:52.979366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:59:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:59:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3cdcc279d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33978"
    uid: 5d925e06-4a40-4768-8ba2-5d3752d98a8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3ce5b1d56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: 118bab1c-e86f-4be5-9b7e-a7843488f479
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:54Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:59:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3d22e2fb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: c9066af9-1de7-4137-ab10-e6ba690d0d86
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3d248812a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 663c4124-eb34-45c9-8bee-d73bff4af816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3d27de6e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "34000"
    uid: 631f6aee-9471-4271-abbe-5d82bce475ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3d285a3d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: cbadd046-eecb-42d4-9b4c-3c22f8efc038
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e2c172d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: a30f5e59-c5c2-42ed-9ff7-7073a3e47400
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e2f53961e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34049"
    uid: d00b955f-acde-4fd8-a1f3-fb8dc56a9b06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e2fcfaebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: e43d7258-9ca0-4ef7-93d1-0b005a5f33b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e2fdb2414
    namespace: kserve-ci-e2e-test
    resourceVersion: "34052"
    uid: 4a25574d-32ef-4445-a3e1-0f4b349e023f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e32c6e604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 6a2834d8-2321-4e1a-b6ba-47cb0099d673
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T13:59:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:59:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d3e333dc204
    namespace: kserve-ci-e2e-test
    resourceVersion: "34057"
    uid: 5393c570-33dc-4fda-8587-fa7d12abf6ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T14:00:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-08T14:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d470b715259
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: f6206b01-5612-4f20-b310-9833ef0b47f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T14:00:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T14:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d4ada11309c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34564"
    uid: d017de7e-9bb4-424c-b2d4-a912c0886106
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T14:00:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T14:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d4ada11a700
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 15502e18-4df5-440d-afcb-3b86c532cf07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: a2630a78-2662-45e6-a3b0-d766aa31854d
  kind: Event
  lastTimestamp: "2026-09-08T14:00:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T14:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T14:00:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt.18d35d4bae259852
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: 843b079e-ba3b-47d0-8bd3-7b28c1f4519c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: 502f81ff-4f08-47ad-a272-fb51a367898c
  kind: Event
  lastTimestamp: "2026-09-08T13:59:52Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-m5sgt'
  metadata:
    creationTimestamp: "2026-09-08T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d35d3cdc0f5326
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: f16d5b0e-0f22-4215-ae9b-23714c927ddb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: ffce3f1d-269c-4958-9c7e-f8f6c51f1f90
  kind: Event
  lastTimestamp: "2026-09-08T13:59:52Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:59:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18d35d3cd8c2dca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: ba93d8a0-0b09-4b9e-81a0-b522cebb502f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: fecea221-0b09-4b34-a8e3-cc78ebacd04f
  kind: Event
  lastTimestamp: "2026-09-08T14:00:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18d35d4057521784
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: d2d1ea35-cca3-4338-a7b6-7bf20c2a163b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: fecea221-0b09-4b34-a8e3-cc78ebacd04f
  kind: Event
  lastTimestamp: "2026-09-08T14:00:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T14:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18d35d4057c4df46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 5670e908-1fc2-4275-adb5-05724a6b23a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: fecea221-0b09-4b34-a8e3-cc78ebacd04f
  kind: Event
  lastTimestamp: "2026-09-08T14:00:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18d35d4ad4730ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34546"
    uid: 3674da36-3837-40de-9c25-140e96742674
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: fecea221-0b09-4b34-a8e3-cc78ebacd04f
  kind: Event
  lastTimestamp: "2026-09-08T14:00:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T14:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T14:00:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18d35d4ad4e8e286
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: 6cac0f59-c055-4400-8858-bc82da7d8fc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: b78d775d-9605-43d1-a365-7f152a5c8bf4
  kind: Event
  lastTimestamp: "2026-09-08T14:00:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:46Z"
    name: isvc-xgboost-v2-runtime.18d35d3cd8d508cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: b99ba3f5-d371-48a4-b0a5-3693b5d7bdbc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:59:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: b78d775d-9605-43d1-a365-7f152a5c8bf4
  kind: Event
  lastTimestamp: "2026-09-08T13:59:52Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:59:52Z"
    name: isvc-xgboost-v2-runtime.18d35d3cd96f7f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: e1934ad9-fdb0-410c-be80-1d4de975e6a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34489"
    uid: b78d775d-9605-43d1-a365-7f152a5c8bf4
  kind: Event
  lastTimestamp: "2026-09-08T14:00:46Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:46Z"
    name: isvc-xgboost-v2-runtime.18d35d496073e56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34490"
    uid: 41115326-c9ad-47e9-9c55-f09bf8ab982b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 4603dd4b-be39-4a7a-86bc-d5c62abac9ef
  kind: Event
  lastTimestamp: "2026-09-08T14:02:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:02:11Z"
    name: isvc-xgboost-v2.18d35d4c0b156a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: 44e47352-c226-4264-86a3-c3beeafd46f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 4603dd4b-be39-4a7a-86bc-d5c62abac9ef
  kind: Event
  lastTimestamp: "2026-09-08T14:00:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T14:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:00:58Z"
    name: isvc-xgboost-v2.18d35d4c0c007c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34619"
    uid: 062f057e-b740-4ac9-91eb-5fb159bb7124
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T14:02:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35274"
    uid: 4603dd4b-be39-4a7a-86bc-d5c62abac9ef
  kind: Event
  lastTimestamp: "2026-09-08T14:02:11Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-08T14:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T14:02:11Z"
    name: isvc-xgboost-v2.18d35d5d25c47142
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 9ab0435b-b181-4719-9d0a-a244550e0b27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: acdefe27-c7ae-48a8-944a-5bf0b1b25a56
  kind: Event
  lastTimestamp: "2026-09-08T13:56:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:08Z"
    name: isvc-xgboost.18d35cf37dba49f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 7c914b8e-e99f-4ff7-8088-3242bfbae9be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:54:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30771"
    uid: acdefe27-c7ae-48a8-944a-5bf0b1b25a56
  kind: Event
  lastTimestamp: "2026-09-08T13:54:37Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:54:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:54:37Z"
    name: isvc-xgboost.18d35cf37e7a9c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: 041ecd3f-ce17-43b2-95a1-dd480c9a87a8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: acdefe27-c7ae-48a8-944a-5bf0b1b25a56
  kind: Event
  lastTimestamp: "2026-09-08T13:56:07Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:56:07Z"
    name: isvc-xgboost.18d35d0878b67db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 9f432679-58f0-4bfd-9a60-ae12fc983019
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:33:28.265057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-2mc9n
    to ip-10-0-138-123.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcbe46d2e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: b56e9776-0e5c-4679-a084-e0652eaf3dc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc06ca7fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 60d3d01e-012c-433a-bbae-aeeb5c4c8e35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc0832f9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: fcd2f7d3-a130-45c2-805a-31064c6a15cb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.171s (1.171s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc4e045ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: c4eab74b-cf3e-430e-a5ce-30c52d4c401f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc51bed7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: cd43b848-d538-4b66-9a6b-88aa86e55a04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc5231ee18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: f0057e9c-4c52-44cb-81fc-9611600efc57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc523c0056
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: 8aae80f1-4461-43f5-a057-02b57ee77238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc563611bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 625bfd84-6f63-454a-b735-5ead0595d2c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:33:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:33:30Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35bcc56aa12bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: eea96391-005f-485b-84b6-cd4c494ade34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35be6c597a627
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: 40b4477d-f536-449c-b597-0fbf2d758d57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-2mc9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: f87b85ed-af72-4355-8568-9baad12814c4
  kind: Event
  lastTimestamp: "2026-09-08T13:35:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:35:23Z"
    name: message-dumper-predictor-6575bcfdfd-2mc9n.18d35be6c59822f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 775c524e-cb8b-492a-933f-d9f2c42dfe7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-123.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-123.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: 5978d38f-1217-44b9-87da-2535197cbbbe
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-2mc9n'
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper-predictor-6575bcfdfd.18d35bcbe40385d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 1f4f5df2-a5ee-455b-b7b2-e02b63e5313d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: 01096084-a202-4017-aba5-b7382700f3d7
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper-predictor.18d35bcbe242c88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: de2e89d0-14b7-4b9d-905f-d29f671c2533
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18448"
    uid: fba3bed1-8db4-464a-a280-7213fb39da59
  kind: Event
  lastTimestamp: "2026-09-08T13:33:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:58Z"
    name: message-dumper-predictor.18d35bcf60f06684
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: dc0d702c-3174-4947-9e2b-425bae72c745
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18448"
    uid: fba3bed1-8db4-464a-a280-7213fb39da59
  kind: Event
  lastTimestamp: "2026-09-08T13:33:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:33:58Z"
    name: message-dumper-predictor.18d35bcf615e91f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 1ff3b912-27a4-400c-8bce-e16a82b2f88c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 8d6b53ee-6689-4f3b-9847-bbfca0045eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:33:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:39Z"
    name: message-dumper.18d35bcbe250b006
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: f3c073b7-50af-4854-9649-7a7622a20cf9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 8d6b53ee-6689-4f3b-9847-bbfca0045eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper.18d35bcbe2e4e276
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: d064048b-18bf-4415-b7a0-a82de12ed6fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 8d6b53ee-6689-4f3b-9847-bbfca0045eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:33:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:28Z"
    name: message-dumper.18d35bcbe8f0702e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: 883a28f1-d502-426e-947f-15828812abc5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:33:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 8d6b53ee-6689-4f3b-9847-bbfca0045eaa
  kind: Event
  lastTimestamp: "2026-09-08T13:33:39Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:33:39Z"
    name: message-dumper.18d35bce6c69b030
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: 9ca75829-2542-4dcd-8b51-6f03ba1fe739
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:42:50.027574Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4eb014d5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23585"
    uid: 8eb686b6-4e6d-4f9b-8e6c-a86b41daa066
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:42:50Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4ed21e13d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 72258030-cdb7-4639-9f3c-ee44e7f74bca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:42:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4ed43b7cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 9d941607-8970-4c7f-8c5a-a12836ee64cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:42:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4ed7873512
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 39b1c404-84af-4fd8-a6c5-ff22ad1fa88c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:42:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4ed80580ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: b43d6e9b-1cf0-44b3-952d-b76ead951822
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:42:55Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-08T13:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:42:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c4ff7ceea61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 4d8c2b96-4044-4bf5-b7e9-15c16d70b394
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m0.673s
    (2m0.673s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c1085413f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: 1382177a-0b3d-47a0-8dc4-9348327bffbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c15dcedba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: beb45a22-1724-4746-978f-8c16f2684ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c17060fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: c114850d-eb81-47cd-bf64-e247185b2914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c17128780
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: 28e0e539-a23d-47e2-9102-847973c630b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c1b893eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: 34d8f739-d047-4879-bfa1-1a3e77e70d28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:44:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:44:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c6c1c933d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: 95bbc53f-b2b1-4af7-8b31-6feed378df22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-08T13:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:34Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c74ea41b5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 7911c15e-d12d-4676-b19e-11c5432c81e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c78a1d0243e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: 90952603-0753-4dc7-962d-16dafb3d8a17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c78a1d07075
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: e5cec23f-fea2-405a-ab3a-5ca647315d87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c7991a91030
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 78883e6b-f724-4c23-b25e-a9d4e257d67a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: dca101c8-9f3f-4e30-ad44-24f9530a14aa
  kind: Event
  lastTimestamp: "2026-09-08T13:45:54Z"
  message: 'Readiness probe failed: Get "http://10.132.0.34:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:45:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs.18d35c79920053bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: f711cff2-b727-4516-9888-7b36f47b3b30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: 9ee3f711-f846-4d27-992e-6816665a46ab
  kind: Event
  lastTimestamp: "2026-09-08T13:42:50Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-bcbgs'
  metadata:
    creationTimestamp: "2026-09-08T13:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d35c4eaf315e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: f57ce538-1887-4e1e-9678-1cffb89b6c8d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 163785eb-2aa4-4e33-ac62-7384f0e4825d
  kind: Event
  lastTimestamp: "2026-09-08T13:42:49Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:42:49Z"
    name: sklearn-v2-mlserver-predictor.18d35c4ea94fe8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: f22070b4-9a9c-4110-bce7-b598a443fc7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 5c85216c-5371-4142-8498-6d793951ba1b
  kind: Event
  lastTimestamp: "2026-09-08T13:45:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:20Z"
    name: sklearn-v2-mlserver-predictor.18d35c52282de11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 7e905fec-b844-4aa5-bef3-bfb1dc25e3b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-08T13:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 5c85216c-5371-4142-8498-6d793951ba1b
  kind: Event
  lastTimestamp: "2026-09-08T13:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:20Z"
    name: sklearn-v2-mlserver-predictor.18d35c5228a30403
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 188238e2-8922-4697-9b21-7273c7349e53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 5c85216c-5371-4142-8498-6d793951ba1b
  kind: Event
  lastTimestamp: "2026-09-08T13:45:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:50Z"
    name: sklearn-v2-mlserver-predictor.18d35c751f48cebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: 858bb897-2703-4be4-8f8c-ba67adb90396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 5c85216c-5371-4142-8498-6d793951ba1b
  kind: Event
  lastTimestamp: "2026-09-08T13:45:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-08T13:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:45:50Z"
    name: sklearn-v2-mlserver-predictor.18d35c751fa8f1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 58279e93-1d83-45a7-a459-a7722cd47e06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: ea38b619-f1f3-4ef9-a648-08d0bcd72f87
  kind: Event
  lastTimestamp: "2026-09-08T13:45:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:44Z"
    name: sklearn-v2-mlserver.18d35c4ea9e53199
    namespace: kserve-ci-e2e-test
    resourceVersion: "25364"
    uid: cdfa0268-d3fb-4fc1-9212-d4c5f6499620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: ea38b619-f1f3-4ef9-a648-08d0bcd72f87
  kind: Event
  lastTimestamp: "2026-09-08T13:42:49Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:42:49Z"
    name: sklearn-v2-mlserver.18d35c4eaa9431d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: bf43a115-6a53-4afa-83e8-ac500e270cb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: ea38b619-f1f3-4ef9-a648-08d0bcd72f87
  kind: Event
  lastTimestamp: "2026-09-08T13:45:44Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:45:44Z"
    name: sklearn-v2-mlserver.18d35c774450c250
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: 778e0a85-e852-4d2c-91d4-69b72ffaadef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-08T13:57:18.479252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32392"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    to ip-10-0-137-66.ec2.internal
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-08T13:57:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d18e3d5f9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: bfea7eb8-be34-432f-8323-ce9ffec714df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-84db657484-69dx8
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d18effe98a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 3470df0a-51a3-4513-8f81-8cfba2afd2e7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-08T13:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1929e4d66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: e4b30215-35a1-4875-87ff-c8829bbbb3cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5ea09478793377febcb6cdc9ccdf0f01773e1155c9dff7d28ca581c50565149f"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d192b90a30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32423"
    uid: c54e66fb-182b-4d0d-9e71-9f5acc6dbe64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-08T13:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d192f0b947e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 26c47d2c-c026-4319-90c3-31ff76c8ad39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-08T13:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:19Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d192f8606b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 3c4ef4e3-bd48-43ba-90bf-7c6ccd72aa6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a21397f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: c85880b2-cca0-429e-af10-f37075338f82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a24c9332c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: f8795e41-98e3-4e1a-bf39-c3a06a4c784d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a25491db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: c16f3360-539e-4761-8f01-72e985836598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a255492ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 6770883e-11c4-493d-9784-0d8c916b19db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a287782a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: 8ea25839-189c-44fa-8167-f3fa9c3a6b8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:57:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d1a28f55909
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: e9c8ed3d-8435-464b-b115-976044727000
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:58:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-08T13:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d248a412eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32823"
    uid: f8315923-ca57-4cf1-a4f1-7b2e0a6c99b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:58:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-08T13:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:08Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d248a41f8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 534e99e6-d7fc-49f1-a128-92199167a000
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:58:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d254fb7e71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32856"
    uid: 6618d736-6af4-4667-9649-cc4721822d0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 7fa3a82f-29d2-4d18-969e-ccfe7e2e52da
  kind: Event
  lastTimestamp: "2026-09-08T13:58:11Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-08T13:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-08T13:58:11Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9.18d35d255010cc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: 32d13d73-91d9-4cee-a231-98b43cab3f91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-66.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-66.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 5f104c07-d08f-4c00-9b7b-8d2de5f1eeb5
  kind: Event
  lastTimestamp: "2026-09-08T13:57:18Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-r2wr9'
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:18Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d35d18e3335621
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: b6c7f1c2-4dc9-4ebd-83f1-cd4515a9a42c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32381"
    uid: a272a1f8-14c7-4625-ba1c-89ea6d3a431d
  kind: Event
  lastTimestamp: "2026-09-08T13:57:18Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:57:18Z"
    name: xgboost-v2-mlserver-predictor.18d35d18df481081
    namespace: kserve-ci-e2e-test
    resourceVersion: "32386"
    uid: 84f2420d-c651-411c-8190-2fd88cf69dc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: a6c412be-b400-41ff-831d-8d82d4a37cde
  kind: Event
  lastTimestamp: "2026-09-08T13:58:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:03Z"
    name: xgboost-v2-mlserver-predictor.18d35d1c5e5cda2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32770"
    uid: 90a87859-f429-4a9e-bf81-c13c7f62e512
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: a6c412be-b400-41ff-831d-8d82d4a37cde
  kind: Event
  lastTimestamp: "2026-09-08T13:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-08T13:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-08T13:58:03Z"
    name: xgboost-v2-mlserver-predictor.18d35d1c5eabec32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32771"
    uid: 37fd766a-2150-4000-bdf4-1ee46aabbae2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: f1652681-f77c-42a5-9869-ca89f6c994ef
  kind: Event
  lastTimestamp: "2026-09-08T13:58:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:02Z"
    name: xgboost-v2-mlserver.18d35d18df8f9a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "32756"
    uid: 60464eb4-3254-404d-a049-7dde0e701607
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: f1652681-f77c-42a5-9869-ca89f6c994ef
  kind: Event
  lastTimestamp: "2026-09-08T13:57:18Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-08T13:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:57:18Z"
    name: xgboost-v2-mlserver.18d35d18e008abd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: a5ee02ef-b45f-4438-bf70-c271aced74dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-08T13:58:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32754"
    uid: f1652681-f77c-42a5-9869-ca89f6c994ef
  kind: Event
  lastTimestamp: "2026-09-08T13:58:01Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-08T13:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-08T13:58:01Z"
    name: xgboost-v2-mlserver.18d35d23030e5213
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: c96a9136-ef5a-420f-aa72-8e6b67b3aabc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40808"