---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:14.055091Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c2fd8dc746
    namespace: kserve-ci-e2e-test
    resourceVersion: "24022"
    uid: bbb4d4e0-c70f-4f06-a5db-7d8ed283d0bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c31f92acf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: 8dd0d02b-d02e-495c-9843-8d574e99e321
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c321e3d9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 0365b951-04e0-4151-bf1b-671db562949d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c32482ed5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: edf37acd-dbd3-47c5-bde7-aa914e4b4d72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c324f68994
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: fb5ff53b-5db6-41d5-8755-d4560a830259
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c45939f6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: 17ce6328-6fd9-43b3-9ea3-163845153369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c45c4d2f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24086"
    uid: f5cb2b90-e985-4b07-9793-e65afcbd8847
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c45cc067b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 60cb9fe7-b62f-41ee-abc3-9fdf812e940d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c45ccb629c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 98ee9434-6da8-44a4-a702-00ae035a1670
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c461964f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: c86f3eb4-4096-4c16-967e-9949c1e457d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c4620fc7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: f711e193-16be-42fa-a5ce-f7ef4462d00a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2c49551673a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 6c14ebb7-95be-4cde-9262-e42a58e1d25d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2cb2724cbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: 738f4de4-267f-4afe-a4f4-374b7ed61e84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24020"
    uid: fd09894b-9106-484b-b2b5-cb1e1924d7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:09:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:49Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt.18d5e2cb27253405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 985c4b8c-a2c2-44f0-ba99-aed6f897b492
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: d3b7f83e-b0dd-4680-81b2-8bd70d99c348
  kind: Event
  lastTimestamp: "2026-09-16T19:09:14Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4zljt'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5e2c2fc3a2ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 7c846b1f-3b2a-4d86-aaf8-dfad65e36643
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24002"
    uid: 4ccab6df-d64d-46fd-bb50-bbe323d7a249
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2c2f77dd75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: dad85751-918e-421e-a625-fd6afd96dcd1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: ef5f5e93-f6b1-41ff-9ba3-36e163316863
  kind: Event
  lastTimestamp: "2026-09-16T19:09:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2c6768e1975
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 7da30f34-d687-4be9-b2d0-2460cd29474c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24005"
    uid: ef5f5e93-f6b1-41ff-9ba3-36e163316863
  kind: Event
  lastTimestamp: "2026-09-16T19:09:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:44Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2c6771fe731
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 9ec67a5d-6458-4a79-b593-a79e920575b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 9f01190c-02c0-4362-8db5-d9b18b697301
  kind: Event
  lastTimestamp: "2026-09-16T19:09:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:37Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2c2f7caa611
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: 6149a93f-a9b1-44fe-8286-701e17fd4930
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 9f01190c-02c0-4362-8db5-d9b18b697301
  kind: Event
  lastTimestamp: "2026-09-16T19:09:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:13Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2c2f8ea3f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: c50ce563-5653-443e-9aa1-8fb6bf9cf7f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 9f01190c-02c0-4362-8db5-d9b18b697301
  kind: Event
  lastTimestamp: "2026-09-16T19:09:37Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:37Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2c8578ac392
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 559829bd-f42d-4af9-98c9-75e0f5de6df1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:26.507533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b7eb7fa093
    namespace: kserve-ci-e2e-test
    resourceVersion: "23492"
    uid: 36759904-a315-430b-bfe0-beeb35d0296f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b7f7e57450
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 227a41e6-a925-407e-8b3d-cc10d5e0a390
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b83154a931
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 49a283c1-2a65-404a-900d-03267af7882c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b833626b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 7f847d3f-65e2-4db3-abb3-a609062bfe55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b8363f2bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 3b383cf0-0dfc-4f3c-8ab5-a24567c2397b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b836b0268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 86a15cbe-e74c-4e28-9d45-6a86c8bab612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b959f3eba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 8d81627a-ead0-44ad-802b-7e96f7001bf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b95d015230
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: ba49a112-6d01-411a-be6b-f204eea8c2a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b95d7533a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 679fc35d-a0ab-4b3b-a3f6-e0c44eedd8a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b95d7f505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 919f7acf-0503-4bb0-aeca-29f7a4dd0fb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b960fe655a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: b3dc9ce3-4561-49cd-acbe-f7f946bdd1fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:08:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:32Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b96173484a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 63039eb0-6734-4576-ab18-f41121aca6ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2b996082f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 5040bbc0-3ad9-4b06-8f6c-459a67ab9d73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2c1c383045a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 35aef568-bdec-4425-aee5-7fff7770c2ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2c1c3839d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: 4a5fea62-e116-419b-9109-a1de3b4d5cc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 6f317c7c-a201-43fd-a16e-3b498d7d74d2
  kind: Event
  lastTimestamp: "2026-09-16T19:09:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:09Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg.18d5e2c1f8166c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 59419017-5926-4c57-8263-ec56bbced682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: ff6f8cc9-0329-4649-9465-8595cb3409aa
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-4h6sg'
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5e2b7eaea5f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: faf4e635-72f6-4daf-9a0a-f20de046aa7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 46038775-8d6e-4511-adee-43ef5ed56898
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2b7e43cc6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 6464289d-676a-4130-9936-595c1079f22f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: ce41affd-4f09-4c6d-9ae5-d96896b62983
  kind: Event
  lastTimestamp: "2026-09-16T19:08:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:56Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2bb6381383d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: 46fcff91-9f16-43c1-8271-411e9e6ef920
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23475"
    uid: ce41affd-4f09-4c6d-9ae5-d96896b62983
  kind: Event
  lastTimestamp: "2026-09-16T19:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:56Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2bb642385c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23760"
    uid: 17f12ce6-a0dc-4880-9f4c-d2876f974722
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 8d5abf5a-f12b-4a10-917e-fbfd790ac2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:49Z"
    name: isvc-autogluon-ts-v1.18d5e2b7e46ffff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 473a5bbc-e3f5-4b4d-83f3-897f5446a05f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 8d5abf5a-f12b-4a10-917e-fbfd790ac2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1.18d5e2b7e5769e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: 3b1f28ed-8760-4a89-ab1f-af30c12e22a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 8d5abf5a-f12b-4a10-917e-fbfd790ac2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-autogluon-ts-v1.18d5e2b7ee6a3061
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: a439fd47-949e-457f-8ed8-fc1d00abb7a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: 8d5abf5a-f12b-4a10-917e-fbfd790ac2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:49Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:49Z"
    name: isvc-autogluon-ts-v1.18d5e2bd599a775a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: e898c015-f1e9-4985-8e16-781fedc58377
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:30.133640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d10d837a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 54c5d314-9085-4317-a238-56b4a77b2dc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d177c152b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: 554e64da-107f-4d7e-8a1f-ca1ac77f0158
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d56ac7b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: 7ad6847f-2d23-4f40-adac-15fe68091417
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d58d6bbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: 7cb91350-db01-4235-a225-78aea257908c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d5bb32409
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: 8adaf4f0-9778-437e-b4d7-7608b2bb287e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:58:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e22d5c2373e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 67c13229-3542-483c-aa75-be40b31db9d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T18:59:00Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e2343b2482c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 1ae4dd1c-1873-48ed-bc6f-e952c4072f0e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.182s
    (2m2.182s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250adc541cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 7bd8a9c5-253c-45ac-907c-2bae2dfb5126
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250b47dea91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: fa239f08-dfa6-4a97-ae10-43da67c0d17b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250b5902e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: a97b4c9e-fb66-4d78-899a-072124671967
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250b59d43cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 84959f75-a0aa-4009-aabb-1c0ecbbd4b9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250bc0a8ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 7df83b40-fe7e-4f40-b7a7-8dff0c0ef96c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e250bd3e2ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: fe62fda2-93cc-4306-a5e8-f7cff728b271
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:10Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e25104fba54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 2c017c1c-953d-40e9-ba2c-96557a73b4d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e258762fa868
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 3d50dee7-1f99-4ec0-b254-c4687846de64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 7a0d46bc-616b-40ea-8e1a-686bdb35d568
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s2xwx.18d5e258762ff764
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: f4571cf2-b87a-48ba-a23c-0a63a13b2b53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 87393aae-77c5-43de-9d93-fc8c2909e1fe
  kind: Event
  lastTimestamp: "2026-09-16T18:58:30Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-s2xwx'
  metadata:
    creationTimestamp: "2026-09-16T18:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5e22d0fe3db9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 867e83b1-5f9c-45eb-bbb9-91b2d259418b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: 8611dc8a-b3ba-4338-93f6-750c06ba20cd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: isvc-autogluon-v1-predictor.18d5e22d0857667a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: 6120cd74-111b-4678-a139-e671763c455e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 1cc1f379-7858-4461-a9c0-6f869d0fb769
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-autogluon-v1-predictor.18d5e2308650abfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19864"
    uid: 8e62fef9-0661-4092-8444-fabae1157f6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 1cc1f379-7858-4461-a9c0-6f869d0fb769
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-autogluon-v1-predictor.18d5e23086c77383
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 31392dd9-8f7f-4ff7-8dbd-96f3fcb0af3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18308"
    uid: cf8b95cf-6952-4f76-a12c-abff8ebd4150
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-autogluon-v1.18d5e22d07aa4ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: d4e28fcf-3a42-430a-9541-bfd5fd592f4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: cf8b95cf-6952-4f76-a12c-abff8ebd4150
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: isvc-autogluon-v1.18d5e254c929b25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 58aea353-8621-481c-8e20-71443756a765
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:54.970120Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22321"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e294a32a2de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: b502942a-0de8-4371-b70b-d0eb587a8448
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e294c50a9061
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: ec346bf1-55d5-43f9-a6c3-05cdadd56550
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e294c6bfc371
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: b5a0432d-b15a-46c1-bd59-ef13226e0998
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e294c96b2102
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 306e7aee-5573-4b42-8851-e52461bc009b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:05:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e294c9e2f63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 0e39383c-f6af-4746-9887-5245f4a199fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c58a4f343
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 9cb9fb73-abd3-4135-8706-73d693be762f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c5d0fb938
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 11df062f-7d96-42df-a914-7376fda00258
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c5d85427d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: fdf56166-ed8c-4292-9c15-1071b49355fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c5d8f225d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: 48291b44-9b34-4ca9-8055-032bd65969bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c60d6b412
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 3349da49-709f-4252-a401-c9a9b100b1ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:06:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e29c614e4dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: d3efb07c-4be3-4d25-9355-df2d47735eb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:08:17Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:17Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e2b5bc75ebf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: ae0752eb-a2ac-4c37-b748-5c403499fb76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:08:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e2b6b4921dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 39f629c7-287d-4376-8226-8a70ae915de2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: b98671e4-5458-4cbe-b5dd-657202607f15
  kind: Event
  lastTimestamp: "2026-09-16T19:08:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55.18d5e2b6b4928c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23425"
    uid: eb8d41c7-f066-4a34-bf6e-9a9dead7b41a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: b7817353-151a-4372-8845-d5e15bec92bb
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-4hh55'
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5e294a2a02c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 57d19dfd-46ec-4b59-aed5-be95c3b8adc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: c0d97ebf-556a-490c-a3ae-4afa7d1e5d44
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2949ec45a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 1c01bbd7-a9ec-4877-92a5-6b20aa1b805e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 7b180ac5-86f5-4e95-a87d-4d226de4b484
  kind: Event
  lastTimestamp: "2026-09-16T19:06:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2981db86c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: ad7510d7-1eb5-4fe1-bb88-f86f1dff20a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 7b180ac5-86f5-4e95-a87d-4d226de4b484
  kind: Event
  lastTimestamp: "2026-09-16T19:06:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2981e360e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 4a9fda97-1077-4431-8a7d-fd46c57a9ed4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 7b180ac5-86f5-4e95-a87d-4d226de4b484
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2a619e24636
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: 4befe3df-bcdf-4853-bd3d-49e143d363d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 7b180ac5-86f5-4e95-a87d-4d226de4b484
  kind: Event
  lastTimestamp: "2026-09-16T19:08:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:10Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2a61a7f10f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 0334a773-7665-4262-b29e-834cfff1d77c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 6226ab3b-26db-4e82-af6c-a295e0065fa3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: isvc-autogluon-v2-noslash.18d5e2949f42ab60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: 95ef0abb-b792-4c8a-a0f4-541ab821ce1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 6226ab3b-26db-4e82-af6c-a295e0065fa3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-autogluon-v2-noslash.18d5e2949fe69136
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 99e853f2-ff6e-42b3-80b0-6102a651691a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: 6226ab3b-26db-4e82-af6c-a295e0065fa3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-autogluon-v2-noslash.18d5e2949fe6d68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: 6de7fc90-c946-4ee6-8775-2c58f8973ba4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23295"
    uid: 6226ab3b-26db-4e82-af6c-a295e0065fa3
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: isvc-autogluon-v2-noslash.18d5e2b3321fa6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: 2b3b3130-5b7c-4025-8030-6cdf6ff0a8a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:41.838106Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e259b3523825
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 653983a1-4eb0-40ad-847a-94f72e6a0427
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:42Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e259d542d298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: a9dbb375-bdbd-4379-bd64-07cf1a3ec734
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e259d7889f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 57039792-c19b-4417-9f50-98a4d04a4f6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e259da2289a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: d34de1ab-b697-4073-8cf8-a05344d70024
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e259da837fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 688d11ee-065e-4122-ad97-70595fcbaa59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b143c9a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 94f385a7-e9c7-48d3-93c0-1b21d5516c9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b17ad95cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 33e42f0b-b143-4662-a3dd-247f0820467f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b1815097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: ee182160-aedd-4602-b77a-6cbb7af15516
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b181fb556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: d64741f6-86f4-489d-96ac-81cbbef0a6f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b1c5b40ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: e48414db-5aff-461b-9cc3-dfa25a9e0617
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e25b1cc72d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 18e75446-c7d0-4d1e-8348-c58501566b62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e27266bec99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 1a351f8f-aa92-4a70-a0b5-2bd79be46241
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 886c934e-3162-4331-af40-b52cd04091ad
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-ztppk.18d5e27266bf86e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 6f659016-f04d-4db2-9bf3-79d5943b0e6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 5e9f4517-032a-4467-b502-2f94fb11ca9b
  kind: Event
  lastTimestamp: "2026-09-16T19:01:41Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-ztppk'
  metadata:
    creationTimestamp: "2026-09-16T19:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5e259b2df99ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: fce71fa8-70ed-4105-8291-a07904385c9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 28e3e47f-109e-42bd-9cfe-9d14e1bd6888
  kind: Event
  lastTimestamp: "2026-09-16T19:01:41Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:41Z"
    name: isvc-autogluon-v2-predictor.18d5e259ac3925bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: e45e9f93-34f9-4434-8b99-485639e955a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: d3da2a7b-938a-46d8-9c37-7da7a34e7070
  kind: Event
  lastTimestamp: "2026-09-16T19:01:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:56Z"
    name: isvc-autogluon-v2-predictor.18d5e25d2ad8ff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: e0e4a212-2f44-49d5-a5d0-85511b66a16e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: d3da2a7b-938a-46d8-9c37-7da7a34e7070
  kind: Event
  lastTimestamp: "2026-09-16T19:01:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:56Z"
    name: isvc-autogluon-v2-predictor.18d5e25d2b928795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: 2601f06b-f8fb-441d-bfa0-3aea04536c05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: d3da2a7b-938a-46d8-9c37-7da7a34e7070
  kind: Event
  lastTimestamp: "2026-09-16T19:03:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:26Z"
    name: isvc-autogluon-v2-predictor.18d5e260ab85ff87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 3c4bcf86-2713-4ffc-b0b7-78d5a36bfdf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: d3da2a7b-938a-46d8-9c37-7da7a34e7070
  kind: Event
  lastTimestamp: "2026-09-16T19:03:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:26Z"
    name: isvc-autogluon-v2-predictor.18d5e260ac30d84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: f027e6c2-d838-40c3-a7c3-c3e6bd7c9f84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:33.145900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e2739dc85083
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: e8b17828-a19a-4f99-8cd7-a5b4648cb023
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e273bfaed8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 1f3c505d-43d2-42d8-852c-d87d954ff97d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e273c12adfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: cb3cb08c-3872-47c5-aa51-24e7f6ede78e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e273c400d320
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: 3aa9bddf-cd57-4734-bea9-ce1a722e0321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e273c468d9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: f4472e98-40f1-4275-897d-e0878d4114ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b5c3bd8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: bb6c7d85-5927-426b-a8cd-212253193311
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b5f27a06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 8783d939-8ce1-453a-9a59-f5e5f7a20e46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b5f90fba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: 46d184fa-f396-4946-b903-73652d04d293
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b5f9bc14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 0e5dcfe0-b6dc-4814-ad64-f2f51bc3fd28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b62ae7c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d3edfcac-2cde-4e6f-b8a1-e2071892425c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e27b631ae4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: c27ecf5a-7488-4df5-8ae5-75d2fd62c7b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e292cfd25be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: 1e32f2ef-3f10-4eeb-b307-5687f146115c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e293720f4067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22223"
    uid: a59fa06d-f744-4d89-9fb4-5cb8bae01349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20979"
    uid: 56169800-0e24-4136-9f71-56338b384979
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8.18d5e293720fe2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: c077d527-f79e-459f-99a0-b65e22049f0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: 675acdbb-1b6c-4a52-872e-fb6e294bbade
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-d2hs8'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5e2739d1b4f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: d90a8d48-4eb4-467d-a01a-c58bad67ade0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: cf9d8008-c02e-4006-867a-0ddfc684be24
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e27398346e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: fce83a5d-62fd-4e7d-96e8-10dadc755856
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 0764804e-d444-4268-81cb-1068f82b8a1e
  kind: Event
  lastTimestamp: "2026-09-16T19:04:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2771714703f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21709"
    uid: 34f2258e-85d3-4038-955a-c1b59cc14668
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 0764804e-d444-4268-81cb-1068f82b8a1e
  kind: Event
  lastTimestamp: "2026-09-16T19:04:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e27717b2dbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: fcc8502e-9b6f-4bc3-ba92-cef3d3af28d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 0764804e-d444-4268-81cb-1068f82b8a1e
  kind: Event
  lastTimestamp: "2026-09-16T19:05:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e27e16147cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: e4859a24-3619-4c34-8df7-a958548c36db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 0764804e-d444-4268-81cb-1068f82b8a1e
  kind: Event
  lastTimestamp: "2026-09-16T19:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:48Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e27e16a0bda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 40ea0db6-28ad-4317-ad71-d08ae52a2b12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 9d786413-32b3-4b53-b9f4-2708da900be9
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants.18d5e2739811cb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22057"
    uid: e9504e73-15c4-4aa3-8bdb-7a8edb8be899
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 9d786413-32b3-4b53-b9f4-2708da900be9
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v2-variants.18d5e27398cf46ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 8c0b5e67-a30a-4680-8de2-2fb6c8df63f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 9d786413-32b3-4b53-b9f4-2708da900be9
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants.18d5e29044e1ebaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: 10c9c6e9-003f-4c72-b63b-c4513e1de506
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 54c174be-3ba7-43e9-af5d-655b96d9c306
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: isvc-autogluon-v2.18d5e259ac2d4178
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 0b0ee498-b912-4d82-9339-ac878f9ebb2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 54c174be-3ba7-43e9-af5d-655b96d9c306
  kind: Event
  lastTimestamp: "2026-09-16T19:01:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:41Z"
    name: isvc-autogluon-v2.18d5e259addc0756
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: e41dcf87-2bc6-4aa2-8fd5-cbd6c90a7bf2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: 54c174be-3ba7-43e9-af5d-655b96d9c306
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: isvc-autogluon-v2.18d5e2709a604ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: af862cd0-8d6c-429a-9d2d-06aece5ff744
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:54.484789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76cc455874-rktzp
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cc675a02b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24513"
    uid: 22ce0d5f-ed94-4ca6-9338-fde8bb15c69d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cc898240da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24532"
    uid: 8a35a8d5-94ae-4aa4-bd0f-7ee794a3a372
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cc8b3a7185
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 5aff41e2-81da-439c-94fa-afe33d3ce5d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cc8ea697c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: 27818e43-3715-4222-8692-aed54f5c2b40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cc8f1dab3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24539"
    uid: 529af96a-0e0a-43a8-948b-e98b261b4701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2cd796998aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 7435f03c-f227-494f-ae80-63362eda5bbd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 13.593s (13.593s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0a3ab515e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: dbd42ea7-084e-44ad-9d96-4ef227509e4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0a6b1a7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: d1c15a46-4a98-42d6-b759-a21b77cbc1a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0a723226b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 6c8e74dd-a477-4a70-9d0f-2d59e0f449cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0a72ddb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: a81a8f48-0b48-403b-9cb7-832a34bfaedf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0aa130940
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 0d3a4cde-8b4e-4cb3-9e99-5e14b4d908ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:10:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:12Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0aa878ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: ebafb3e1-584b-4429-9cec-dc1cc05fc140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:18Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2d0c0e46ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25338"
    uid: 9300922f-5ed5-44e4-9edb-63d416f48c57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:18Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2e01156b1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 12a6f766-2228-4dad-a95e-d403522dc48b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:18Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2e011582667
    namespace: kserve-ci-e2e-test
    resourceVersion: "25336"
    uid: 5d34cddb-1672-4c88-a8dd-c644208ca5ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-rktzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 61efacc4-37a7-4825-9edd-c3737a03217f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-76cc455874-rktzp.18d5e2e01f052814
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: 466c2312-29f5-4c6d-a464-4da240971cdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:54.429841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24498"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76cc455874-skjsj
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cc6413935e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: bc3349ce-39b1-4dae-9860-0b09e0f8d067
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cc85e44222
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: 66673b94-1620-4244-bb67-c98e84062cd0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cc8789dec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 8927e33a-6fcd-4587-956b-e9d513c806ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cc8a1fef66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: cd447194-b582-401d-b21c-ef077d643bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cc8a81f0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24535"
    uid: 3dab2d2b-c338-4cc7-9ca5-593168eed719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cd9b8edcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24604"
    uid: c75ad0c6-05a9-4237-8455-277b23eb5bb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cd9e51198b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24606"
    uid: b24b2813-54de-4db3-a163-2cfa9b8def87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cd9eb38a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: f65abfea-61c2-405d-a61c-62f2af05a783
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cd9ebdd80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: b9c89800-cf06-4526-8d5f-ad71c1c17657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cda1b0a0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: eb670e22-7852-4218-9ac4-de68d31d3f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2cda212bb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: bf92f37a-fb71-4eea-97c9-1e9c96d3c75a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2ce13cba5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: dc186e36-8747-477e-aacb-09500f1e2cdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:24Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2e15882f9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 5334094a-6242-45d3-b773-4cfa9cc8f94c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:24Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2e158837e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: 9f5275b0-e5b3-465e-9707-2f9beca21d0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76cc455874-skjsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: a4c0c228-54ac-4eed-830e-a63f293d27bd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-76cc455874-skjsj.18d5e2e21a1acff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 2539a6cb-0c40-44b4-aeb7-32cd270da016
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: fda3ac79-19a1-4bdc-8912-747f3f5e349b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Created pod: isvc-canary-create-predictor-76cc455874-skjsj'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e2cc63226446
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 832f16fd-4628-4080-996e-e110d85bb52a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: fda3ac79-19a1-4bdc-8912-747f3f5e349b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Created pod: isvc-canary-create-predictor-76cc455874-rktzp'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e2cc66d0da8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24510"
    uid: da8c7188-1488-4bae-abbc-d19bf76b8527
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76cc455874
    namespace: kserve-ci-e2e-test
    resourceVersion: "25327"
    uid: fda3ac79-19a1-4bdc-8912-747f3f5e349b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:18Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76cc455874-rktzp'
  metadata:
    creationTimestamp: "2026-09-16T19:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:18Z"
    name: isvc-canary-create-predictor-76cc455874.18d5e2e01109c1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 0c04fe87-e7d7-4ce3-8f7d-9c61efd88925
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: d49668e9-94b5-4dfc-8827-a8da608569a0
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Scaled up replica set isvc-canary-create-predictor-76cc455874 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-predictor.18d5e2cc5d981f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: cba8efc5-c283-42ac-85a2-2aae7af5c704
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25322"
    uid: d49668e9-94b5-4dfc-8827-a8da608569a0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:18Z"
  message: Scaled down replica set isvc-canary-create-predictor-76cc455874 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:18Z"
    name: isvc-canary-create-predictor.18d5e2e010228548
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 37a8d67d-3c70-488e-922a-60c29911a644
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:54.359084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cc5fdbee75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 153a3aba-a13b-4dc5-aea7-847f4625a0d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:55Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cc6e56c525
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 1b6eb69e-e4e1-4d7b-9c53-75b88a123cd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:56Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:56Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2ccdb03b6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 8880d5ea-32eb-4962-a5fc-e7a657dc169e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:56Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2ccdc9f445b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: 66ebe704-630e-4238-966c-553a6de16885
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:56Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2ccdf932bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: e3993605-eba8-48cf-955a-6c5bcb4ccf28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:09:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:56Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cce01bf995
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: 93a450c8-b3bc-44b9-804e-b3efc24b3e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cdd78a55cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 0ea93292-ef03-4add-a20d-c137667b1216
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cdda61ea19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: a21d2a46-d13f-4786-b4c7-58e42f698765
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cddac9822d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: 79d7b0c6-a20c-40a2-b690-837402e6a52d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cddad3ab1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: b3b709f0-5a2c-4d0c-8665-69020c2867fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cddd9204a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 4102893f-4e04-49e5-b34b-1a5546f7b5de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2cdde15538a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: 3f876d33-4040-4fbc-b65a-01e81c9054e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2ce4fbf07ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25232"
    uid: b664ce2b-cb43-4d98-956b-a5b03d1353f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:24Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2e158f766cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 8e27c230-1178-43f9-9ed6-ec4ba54c5732
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: c23b2ff0-975c-40c0-abe4-5e10329ec5b3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:24Z"
    name: isvc-canary-create-v2-predictor-85b98c9747-6cpd7.18d5e2e158f8b653
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: 32380aef-c7e6-40d9-b800-e09d37fc406f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-85b98c9747
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 81e0b116-8e89-47fb-9f57-91729aac8c39
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-85b98c9747-6cpd7'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-v2-predictor-85b98c9747.18d5e2cc5f05a4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: bbc7667e-3d67-4fae-9028-331febc94b01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 31a0be49-3ffa-44c8-899d-815bdf3210ed
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-85b98c9747 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create-v2-predictor.18d5e2cc5adc3a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 855030bf-4874-4721-8dbd-71a0f9cd3476
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 05959ebb-dda1-43a2-879a-3e312ac69d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-canary-create.18d5e2cc5d2df950
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: e57c45fc-19dc-48af-bc82-170a820bcd8c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 05959ebb-dda1-43a2-879a-3e312ac69d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create.18d5e2cc5dab97bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: 514c83e8-b04f-45a0-964e-0b64e6be4a25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 05959ebb-dda1-43a2-879a-3e312ac69d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-canary-create.18d5e2cc5dabeda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: 9eb2ba47-08de-4bc8-9482-0ed8b82bc75f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: 05959ebb-dda1-43a2-879a-3e312ac69d3f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:19Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:19Z"
    name: isvc-canary-create.18d5e2e018768bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25345"
    uid: 4b708fbb-989c-40e3-acdc-1c3d577b210e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:29.777463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6b6f66ff94-cn57m
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e2973cd2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: 077c695c-e744-4ac8-9f50-52df9c11cd5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e2b959e28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: f9d28f1d-a928-4257-8acf-046af60fe4be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e2bb9ef156
    namespace: kserve-ci-e2e-test
    resourceVersion: "25526"
    uid: a828ff51-852f-442b-af87-7f69826907bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e2bee4485a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: acd45e89-d0c8-4fe3-a180-46e6dc9a1afd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e2bf54e3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25531"
    uid: 7006777c-c5e1-41b2-bdfb-e4e28d10aba2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3d73734f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25594"
    uid: 64f5b00e-b204-4e5a-8d0a-ad2b50603bbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3da71e658
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: 7dcf24f1-48e0-432d-b9d9-e2bf55753fec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3dae94c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 30aba774-afb0-4a6d-a120-794969076943
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3daf3d02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 0a91cac0-2da3-4d8c-bc91-447ef24e7400
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3de3a6cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 53667bfd-e702-4c73-b7dc-0a46aedfdd0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e3deae3c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25601"
    uid: c8454a86-ba37-4799-b524-87d09431d0ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:12:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:43Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2e44f29fc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 4868038a-e673-4e40-a4ca-57c4182b5cb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2f8bdc2ee45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: da6bcc7d-a3d7-4d24-baf7-0db08d1f49d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2f8bdc46d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: c86c1b0a-3f64-460c-a5ea-e56724d74d39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: e25bb26a-18c2-4b40-9fff-2e8f21199c06
  kind: Event
  lastTimestamp: "2026-09-16T19:13:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:08Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-cn57m.18d5e2f97f70e1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 4499bc2a-5ff9-42d2-9571-a9b0925d19fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:29.851712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6b6f66ff94-kthkb
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e29ba9b2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 23d7cc1f-d3bf-48e2-a4e4-eac0f722e631
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e2bdd24a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: caf91961-944d-4b08-8ba3-151b6c990e6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e2c036f53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25532"
    uid: cc27bc51-0262-4fa7-bc90-02dd7911bf68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e2c35fd318
    namespace: kserve-ci-e2e-test
    resourceVersion: "25533"
    uid: 2aa10431-d0e3-4f8d-93c9-bdf7b54ef718
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e2c3d2d9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 279b496b-c1e2-4942-bd76-a1272dc53b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3b489351a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: c8945945-3612-4515-8545-e91c826ac927
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3b827a9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: 7a5c0856-1229-4e67-a389-be260b4ec587
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3b8b1b908
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: 699aa5a2-fa1e-4cbc-9ba4-126c6bc5bc53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3b8be1e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: 62dd4a94-f76f-4bf0-8d02-157cc0caff2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3bbd01bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: 5dabdd53-fbf2-473f-a971-74b1c3a86b2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e3bc457168
    namespace: kserve-ci-e2e-test
    resourceVersion: "25590"
    uid: e72c40ae-c09a-4a49-a641-eea2f107ca4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2e42cb3bd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 4b352540-5759-4c91-82c7-a6dba3688e82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2f7ec44947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: eda7db31-35a3-48b5-9b97-b9880d589349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2f7ec450b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: c1cf35b9-d221-4dee-969e-f088f1501f26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25506"
    uid: 7cc11d70-7c6c-4ae6-85d1-c27b73152ba5
  kind: Event
  lastTimestamp: "2026-09-16T19:13:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:02Z"
    name: isvc-canary-promote-predictor-6b6f66ff94-kthkb.18d5e2f832f5a7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26699"
    uid: 22d74b0f-49f5-4b0b-8d5e-535f513977ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: adb0453f-9cb8-45fa-aa0b-2ece5034a48e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: 'Created pod: isvc-canary-promote-predictor-6b6f66ff94-cn57m'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e2e296aa2823
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: a2f02d3f-373c-4a5c-b89f-4a5b9e9057af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: adb0453f-9cb8-45fa-aa0b-2ece5034a48e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: 'Created pod: isvc-canary-promote-predictor-6b6f66ff94-kthkb'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e2e29adb4da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: d0de488b-038b-4b21-b36c-327c77085a92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6b6f66ff94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: adb0453f-9cb8-45fa-aa0b-2ece5034a48e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6b6f66ff94-kthkb'
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-predictor-6b6f66ff94.18d5e2f7ec06a54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: a032644f-0195-4c2d-a0f5-b122f9ebaa21
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: e202c6eb-0188-482f-835b-43e962fc4eff
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6b6f66ff94 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-predictor.18d5e2e2908fbcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 9399b9c1-06c1-42e2-b5c8-b06156838b0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: e202c6eb-0188-482f-835b-43e962fc4eff
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6b6f66ff94 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote-predictor.18d5e2f7eaaff85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: c6dd95b2-7465-4bed-9613-e06b95e40a00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:05.057310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f8c65be757
    namespace: kserve-ci-e2e-test
    resourceVersion: "26742"
    uid: 3859d0f3-8129-4ba8-bef6-81a5cc975749
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:05Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f8e82d473c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: aee1e647-0e8a-4082-9ce1-58652b09af3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f8ead114c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: c0d18b50-d70b-44d2-b928-a516957413aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f8edd2467c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 365bc378-f120-44f4-9a15-98cec2a3a951
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f8ee43c780
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: 3b1a52e9-aa64-4fdc-aaab-1513b7f90b1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9d642c5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: 6cc9394c-1e21-4a60-ac03-4413953a2416
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9da455c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: daed65cf-6afc-4667-b324-6030b1d49238
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9dabb04cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 2b69ce74-6253-4463-a4d7-924fc9af2c96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9dac4c642
    namespace: kserve-ci-e2e-test
    resourceVersion: "26801"
    uid: 819a546e-01a9-4bad-9095-f372254dccbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9de57b52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: 9fb63590-9127-4174-9619-89051a8f702f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2f9decc5e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 05dfb557-3a84-4aee-a14d-9b0b7184158f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:14:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:36Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e2fa128b9d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: fed78f7f-a96e-4846-9123-71a98e0a6f19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:14:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e30dc5565066
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 78bf0e45-72dd-4f0a-aea2-f34d8fc82ffc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:14:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e30dc556e9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 47b77a41-5680-4260-9ef0-19e14fba0c22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: bc73837a-ce73-45f1-b2d8-fd3df2229464
  kind: Event
  lastTimestamp: "2026-09-16T19:14:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:36Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj.18d5e30e18dcfebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 915cc4a5-a9ca-4791-b85f-bf83904b6613
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:29.695291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e29257041b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: bb2387a0-7f99-4237-877a-e46afe789ae1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e29af0720c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: ea5b4bef-f3e0-4f5b-8052-ff1399727b16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e2d88620db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: 31e5b8a1-8a04-4d17-a456-634a7f8b1d35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e2db4983d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: fbe76bee-b28d-4901-b282-bf3683dbd878
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e2decb473e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25545"
    uid: ea2c6d24-5db9-4b5f-abde-f87af3feba1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e2df3f1ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: 59ee15d0-50e4-4cb4-a2ad-9095559cd354
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f0ac9d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: 088f4b71-703d-489e-a3f9-243492f4df00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f3b671d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: ec0b78db-3451-4843-a480-f0bb428b233a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f42c1d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25612"
    uid: dbf4a71f-88c3-4a8b-a4ca-b30b525e6698
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f43ac7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 17ccd2a2-1342-4485-b7ab-4dbd3fb40bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f78d9507
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: 78091489-2c6a-4644-be78-3e85ffd480a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:11:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e3f80ab3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: 96c32ea8-98a2-4414-bc84-9cfe6cef5f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e2e42cb4270f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 978b42bb-bad0-4ddd-b061-c5bc474e5733
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:14:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e30dc5548ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 746cbbc2-3bb0-41df-bdec-4b67e203d591
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:14:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:35Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e30dc555c004
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 7a604551-34a9-4efa-b0d7-21e262c82760
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 99d3c63d-b16e-4a7f-8929-cbd6357e5a80
  kind: Event
  lastTimestamp: "2026-09-16T19:14:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:37Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88.18d5e30e51663858
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: e7bfd518-3f52-41ae-b1ac-8c7fb2420925
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-769cdc7dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 58548f14-c245-48b5-b99a-e0cf08a19196
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-769cdc7dcc-prp88'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc.18d5e2e29183f299
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 8fcabaa2-f00f-41eb-ad78-bfa733de9584
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-769cdc7dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26723"
    uid: 58548f14-c245-48b5-b99a-e0cf08a19196
  kind: Event
  lastTimestamp: "2026-09-16T19:13:05Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-769cdc7dcc-mxlcj'
  metadata:
    creationTimestamp: "2026-09-16T19:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:05Z"
    name: isvc-canary-promote-v2-predictor-769cdc7dcc.18d5e2f8c613e1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: f8ab8405-227f-451e-8c18-5b04647c1154
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 7132a6f6-de6d-4bfa-82eb-070af3be3fa9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:29Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-769cdc7dcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:29Z"
    name: isvc-canary-promote-v2-predictor.18d5e2e28d29c1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: ccc68171-e421-47c5-92b2-322408d2d45e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 7132a6f6-de6d-4bfa-82eb-070af3be3fa9
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-769cdc7dcc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-canary-promote-v2-predictor.18d5e2f8bc01ef1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: e5f2329d-fd92-4938-807f-c2f546b6220a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: 94cb2c28-01ce-4a22-9ae5-c63fca46b38d
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote.18d5e2e2901a51ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26689"
    uid: b23b6c86-2cd4-4ccf-b510-ed57ba39bee2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: 94cb2c28-01ce-4a22-9ae5-c63fca46b38d
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote.18d5e2e290adb8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: 5c93e338-ab09-4329-9cfc-3ebfbf8b5d80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: 94cb2c28-01ce-4a22-9ae5-c63fca46b38d
  kind: Event
  lastTimestamp: "2026-09-16T19:13:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:01Z"
    name: isvc-canary-promote.18d5e2e290ae176c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26685"
    uid: e0f1aa65-779f-4abc-9121-5b410d8c651b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: 94cb2c28-01ce-4a22-9ae5-c63fca46b38d
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-canary-promote.18d5e2f738f8b924
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: d28229f2-c10b-4405-9c2e-cf95f2c32cdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:20.577015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28690"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e3264c3ddcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28696"
    uid: a6a9b388-17c5-4644-99f2-3f2fb5dada77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:16:50Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:50Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e32d374ffd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28932"
    uid: 20107832-f5f4-4da3-b54b-2f0c4fefb8b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:16:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:51Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e32d9c5d1d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: 21286390-e8a6-417c-bcab-ce7198ce4c3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e32fbef6da14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29014"
    uid: ddbd90b6-891b-4136-90da-794da0a7f655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:01Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e32fbfc1eefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29015"
    uid: ce84cd47-dbbe-46df-9b18-5543a07f97b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e3369cf711b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: e38a4602-ddc6-4d32-b56b-540501bcc5df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e336a21d4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "29227"
    uid: 7ccbff30-35ce-4085-84de-c655f973fe73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e336a2f1b6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 5827f91a-5c88-445d-9f06-699e27318093
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e336a2fd924b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29229"
    uid: 4b893db0-14d9-4602-9468-8e16ec3b2025
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e336a7fb0106
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: 8b7d9f6b-ca61-46d0-8e3c-78c6c81acbbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e336a89177cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29233"
    uid: b86a679f-9227-4335-8e1e-7a7770a4ab49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:18:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:38Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e3370ba67657
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: f623133d-6ac4-4480-95fc-2b09db5d4850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:18:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:50Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e34944c1ecf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29944"
    uid: 3defc628-8a7a-4e50-aba1-a768de4fb4c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:18:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:50Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e34944c5befe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29946"
    uid: edff88d0-24c0-4130-b2f8-e8c9f3e27d39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: 1a8d984e-ef64-429b-9f5a-ffd8ba8e6dfd
  kind: Event
  lastTimestamp: "2026-09-16T19:18:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:53Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9.18d5e349e7cd5d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: feab8087-6db2-4e0f-b9b2-3c2d81c4f378
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:40.578180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f03d8ba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: b51b93b9-6e16-41e3-ac8b-0f23dfdcde9e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f0bc640cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: e91097fc-63b5-4ad7-8b41-868caee7ae33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27662"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f49b9d3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: e1e2fc50-f49a-4c05-87c8-933b9af20cc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f4bcdc67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 68f8d336-91e8-4a65-9ae4-a83d3342fb36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f4f3748f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: b302abf8-7313-4772-8443-0850b8a2a1d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e30f4fae67a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27711"
    uid: cdb7f32e-53cd-4ff2-82c9-1e7e17f261fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e3104d6ca602
    namespace: kserve-ci-e2e-test
    resourceVersion: "27813"
    uid: 1ac331d5-238b-453d-ad5c-779c35b5a3b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e310510d35ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27816"
    uid: 88a1fed5-d8fb-4d58-a8a5-052dd71e9feb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e31051944044
    namespace: kserve-ci-e2e-test
    resourceVersion: "27819"
    uid: c5aa2b13-d5cc-46eb-905d-a22474fb057e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e310519f1efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: cfc76894-24ac-4452-b0ee-a7808ff26b18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e31054fc45cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27821"
    uid: 2200346c-fc0f-46b3-b7fc-3a16a4511c03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e3105573b236
    namespace: kserve-ci-e2e-test
    resourceVersion: "27822"
    uid: 486f1c09-f892-4e51-b485-bcb2eb872034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:53Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e3108994de27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 07212613-bfce-449b-93bc-3d80ab649020
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:50Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e34944d85997
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: 3c691731-c5bd-4f89-b4d4-a3a7ef8512e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:50Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e34944d8e0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29945"
    uid: bc65c977-875c-4af6-8d37-bafc0b8e376d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b97499eb-ccf3-4c1d-80eb-94c80842dc0e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:53Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl.18d5e349d0b56c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 3d3e0af9-85bd-4e00-88e0-2e03742e0e9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:40.679329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e30f09e02485
    namespace: kserve-ci-e2e-test
    resourceVersion: "27667"
    uid: bbde661d-cfe7-4115-ad7f-9ec130f45bbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e30f2bc3b6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: c81de511-de02-4482-b123-c34f51d0575c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e30f2e5443bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: ac17cd7c-9514-42c6-b0ef-a3e82383e970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e30f31942844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27692"
    uid: 522afce4-5717-48d1-b15f-e5a9e0494429
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e30f32079a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27694"
    uid: 520ee8da-8d31-4773-8657-3b92c111270f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3102af76e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: a1e9f0fa-9b73-468a-a179-9011ea1fbd68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3102ec981ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: fa0be71c-c424-4362-8a5b-520139d0048f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3102f404ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27791"
    uid: 30bddf3b-ba8b-49cd-9cd7-2d0be119e15b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3102f4c2664
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: b5b8e264-9b20-45b8-a4d7-d7a90581d980
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e31032e7e209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27797"
    uid: 8f9858ee-e3ab-4cf8-829e-900f7f4efb72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e31033712eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 44b71f5d-8240-4f8c-ad36-8df03ff0c494
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:16:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:43Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e310a3328e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28877"
    uid: 0dfb61b0-c9c4-49ca-83a4-d8bcc166b83f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3263aeecec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 2aa8fde9-6acb-4547-be3c-a232196740cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e3263aef64e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: 3008381b-6e8e-4bae-b92c-834dccc7e121
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 72e4a42d-de46-4845-b1d4-6485b4edc309
  kind: Event
  lastTimestamp: "2026-09-16T19:16:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg.18d5e326fd80c3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: 39174585-bb9f-4468-b7b5-f9b933430bf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 1e5cf721-866f-498a-9503-ff20a9ff926a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-fhxwl'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e30f032c8415
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 577e446b-0512-4a64-91f3-22339ce4e322
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27636"
    uid: 1e5cf721-866f-498a-9503-ff20a9ff926a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e30f0930b756
    namespace: kserve-ci-e2e-test
    resourceVersion: "27666"
    uid: 388eadc2-04a1-4eb2-9615-347c6d7dcca5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 1e5cf721-866f-498a-9503-ff20a9ff926a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-c9f4b9d7d-wnwvg'
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e3263aa94444
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: 33014c4a-36ac-406b-8e59-bf6b0c51dfd2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-c9f4b9d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 1e5cf721-866f-498a-9503-ff20a9ff926a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-c9f4b9d7d-9qsr9'
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor-c9f4b9d7d.18d5e3264b5caee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: 48ce03c4-3e8c-4fe3-9cd7-e7f13951374a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 1a9ca9eb-599b-44bf-9b25-d9815cc79cb7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-c9f4b9d7d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-predictor.18d5e30efe98c66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27640"
    uid: 9ae9d3a5-6924-450f-bd94-39348ff09dbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: 1a9ca9eb-599b-44bf-9b25-d9815cc79cb7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-c9f4b9d7d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor.18d5e32639fc5678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: 4338d3b5-980a-4fc2-b7f0-2367973ec07b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: 1a9ca9eb-599b-44bf-9b25-d9815cc79cb7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-c9f4b9d7d from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback-predictor.18d5e32646af5637
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 5f63fa02-b1b1-404b-b783-2f980611cb0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:40.566428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e30f032567a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 1abf35f9-360f-40df-b228-d9daf34be7e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e30f25dfb3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 207d48a0-db7f-4d71-b2dd-3afba30ec123
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e30f27fe0d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "27685"
    uid: a8adeed6-9eae-4c55-985b-d524896b20d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e30f2b1aec83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27687"
    uid: 1f5dd9e6-2598-4d57-9a27-995ebb0e98a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e30f2b919f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27688"
    uid: 6ad68c70-7055-452e-b12e-337906ce8d8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3102b0d8e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: 027e78a9-47fc-4024-a939-60194fa6d657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3102ed5d42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 0ee8ff69-bf7c-4d9d-89f0-a5f4b3b16426
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3102f4f1afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27794"
    uid: eba60adb-f776-4a0f-b6da-b8c2a5151386
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3102f59f98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27795"
    uid: 8f2dd5a4-d6b6-462c-92b6-61309750b9c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3103325b697
    namespace: kserve-ci-e2e-test
    resourceVersion: "27798"
    uid: 5259c942-f60c-4da7-a894-900e65c1678b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e31033a14646
    namespace: kserve-ci-e2e-test
    resourceVersion: "27800"
    uid: 1f65d4e4-c844-476e-b4b2-20a72bf84117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e310a333c20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 9bbf4396-ce33-49bb-a9e7-dd15dd55c368
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:21Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3266b52adb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: 0e7736f8-deef-48a8-8a76-5c439f2328ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:21Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e3266b59ea15
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: cfe70ab7-6229-48c3-a28f-cce812e405a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e326fd7ef0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 0fb8f0fb-bc6f-424f-92da-ec3155a2d172
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 4dd240d8-1a39-455d-bad7-8e89d291909a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-16T19:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:51Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs.18d5e32d66d3b57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 0322d879-9e43-46b6-ae3f-0d73af2d335a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 854190b4-3240-4279-9635-28919d6d3c16
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6dc8d44cf9-7pcqs'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-v2-predictor-6dc8d44cf9.18d5e30f02345f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: 6e007039-8549-45ad-b815-4df065c86b87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 8f1e4cb6-2c60-4507-8bc2-39b5e2dc485b
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6dc8d44cf9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-rollback-v2-predictor.18d5e30ef9a1c8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: be115b63-c5f9-4961-95d5-6affae9785fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 60e11add-3f18-4632-93ab-89ab235fecac
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback.18d5e30efe6caf4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 7968be0d-a751-4c52-9ccc-11f0e9ff74e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 60e11add-3f18-4632-93ab-89ab235fecac
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback.18d5e30eff413c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: 4dacecb2-ada6-475f-9ce9-368016ea158a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 60e11add-3f18-4632-93ab-89ab235fecac
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-rollback.18d5e30eff41a551
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: d3c48f93-f2e4-4929-aa95-a779ac7261fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 60e11add-3f18-4632-93ab-89ab235fecac
  kind: Event
  lastTimestamp: "2026-09-16T19:18:48Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:48Z"
    name: isvc-canary-rollback.18d5e324b4b07a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29910"
    uid: 18c6c61b-23dd-4fe2-8f73-0c308dd1ac4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:56.086637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34a8156604d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: 11d0bd8f-573d-478b-bcdc-e3ae9f31d2d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34aa37b5407
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: 2c32da13-5504-43cf-8e52-a4107bf780b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34aa58eb042
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 078f32a9-8234-46eb-ad6f-c7841f019863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34aa85d3d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 91700d77-d709-45e4-9a56-52bb0d0e8366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34aa8e052bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: 103e41e6-cbde-47d8-8720-22a353b07a4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:00Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34ba45b43b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30134"
    uid: 7cd5cb26-222d-44be-a240-277a057b2b20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34ba77c3d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: f8ad7c6f-cab9-492d-805d-2671b14f4d8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34ba7e61c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: 130fe09e-f4dc-4002-94fc-534fa2839a3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34ba7f10948
    namespace: kserve-ci-e2e-test
    resourceVersion: "30138"
    uid: 9e1f90bc-e499-4ffc-ab79-dbe405257f20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34bab05a410
    namespace: kserve-ci-e2e-test
    resourceVersion: "30140"
    uid: 54cc8bd8-9b3a-4a40-b1ac-90128ff475a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34bab8e16ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30142"
    uid: f62ecc99-fb82-48c9-a59f-68df810def0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:20:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:07Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e34be06aa99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: c272cd85-660a-48e9-b8da-4818857e5888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:20:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:21Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e35e5d962820
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 6c8f3a75-500a-4c74-b152-08a635003c1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:20:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:21Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e35e5d970798
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 347fff5a-3e2c-4b48-b889-7249a5f13579
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 3fa70ab6-6d52-4039-b747-30046038d673
  kind: Event
  lastTimestamp: "2026-09-16T19:20:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:22Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw.18d5e35ebcdfdf3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30906"
    uid: 5d7de425-b55c-49f8-b488-1098012d6b4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:55.997667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30029"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34a7c08f9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: 64a223b8-2535-4527-9a5c-417ee19c540a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34a9ee0b9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: 3455571c-1f3f-44b5-b30b-5a39f3c30c74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34aa0e34b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: a6b329f8-e164-4303-a3cd-7cbb17757c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34aa4b30dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: ccc15a02-9dcd-4276-94d5-7f3d27df6087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34aa53102cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30073"
    uid: 891d9bdd-0ca1-4450-9908-a4b1fc490e3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bba8c8956
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: f6bde106-4593-4003-a67f-27f5b9f25bc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bbd8b0602
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 173d92df-5d10-4cd8-9c93-835b234615de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bbe1a407a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 37f61335-dd10-48d6-9462-40e806e60f2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bbe2568f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30151"
    uid: ec864dd0-69b1-441e-a169-677243e77a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bc13e8caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30153"
    uid: e33e50d7-b3fd-4bee-bbc1-2802889513b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34bc1bb0d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: 12067bf9-7360-42f0-b4ba-8d63e5c41235
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:20:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:27Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e34c328a0a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 3f1a9cd2-1463-4724-b3b5-8e68d80507a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:20:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:26Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e35f75333bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: 064362c7-5be7-4888-93ce-9a00e2380bc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:20:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:26Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e35f7533d0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30976"
    uid: 64c68758-5ca9-434a-a4ec-37475b87fdaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: 98f1020f-6856-4f56-a437-8af2f13806cb
  kind: Event
  lastTimestamp: "2026-09-16T19:20:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:29Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q.18d5e36038ca3ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 00198b59-88cf-4e1f-8a33-ccc76cb512ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30013"
    uid: e41926b2-588d-4d1e-91b8-1c0b914666ca
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ccc77f5f4-fbb6q'
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e34a7af783f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: 5870f730-949c-49fa-9eb7-c24cba42238b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30013"
    uid: e41926b2-588d-4d1e-91b8-1c0b914666ca
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e34a80c4894f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 9afc5403-c5ea-43fd-a747-15be75d63d6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ccc77f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: e41926b2-588d-4d1e-91b8-1c0b914666ca
  kind: Event
  lastTimestamp: "2026-09-16T19:20:21Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ccc77f5f4-8l7nw'
  metadata:
    creationTimestamp: "2026-09-16T19:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:21Z"
    name: isvc-canary-stop-predictor-5ccc77f5f4.18d5e35e5d826ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 72831e28-aaeb-4a03-a859-ebd99efe7fce
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: a2228607-e6d5-42b8-9b3e-bce5f8acecf5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ccc77f5f4 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-predictor.18d5e34a76dfb369
    namespace: kserve-ci-e2e-test
    resourceVersion: "30014"
    uid: c14d30e3-2087-4083-8aec-a342b9c66d5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: a2228607-e6d5-42b8-9b3e-bce5f8acecf5
  kind: Event
  lastTimestamp: "2026-09-16T19:20:21Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ccc77f5f4 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:21Z"
    name: isvc-canary-stop-predictor.18d5e35e5bf9fd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 1205574a-1ad5-4c97-be0f-629b53d0e0e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:55.935014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-854695c447-qpcx4
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34a784cc845
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: 16f22cd3-42cb-4110-9c44-b2bf1565a843
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34a827f8cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: c823f5b6-e0f8-40e1-9afe-8cd27d4adf54
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30028"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34abe422982
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: ad9d4145-53ec-4929-89d9-26ff15f94e58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34ac03e8812
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: bd11e30c-a804-4588-bab1-b56bfaa05877
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34ac39f2ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 2bf7a868-80b9-4da4-989c-ea6da0601482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34ac4053bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30093"
    uid: f9dc69e9-b254-4db6-a329-cd6b6ba61684
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:01Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be0765dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: 23d5fdae-2f3a-4b55-ba0d-117e8ee3f3e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be36bd455
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 0b5b39e2-513e-480a-8274-83b2e8c8358e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be3dd6c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: a930c46f-ec25-4e55-88fc-d513c0547dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be3e91374
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: 370bc8f1-5e56-4c0d-9c2b-4beea487e789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be726acac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 36d8e841-8645-4319-bc7b-b07f17fecd72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34be790ae8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: 2752acc6-5b7f-4527-a89a-40f98354a8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:20:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:11Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e34c1c8b4c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30772"
    uid: a537fbdb-11ab-474e-8274-302dabbee0d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:25Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e35f6fa98df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 618cf198-d5a2-4f50-9c80-b5f0be9715fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:20:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:26Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e35f6faa0307
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: a6a3e8f9-6121-4bd8-83f6-a9236c6fb08f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: 9f998575-a92d-4cec-9fad-eafd7e481461
  kind: Event
  lastTimestamp: "2026-09-16T19:20:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:28Z"
    name: isvc-canary-stop-v2-predictor-854695c447-qpcx4.18d5e36022cba69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: 15384438-c8e4-4c45-ac2e-4fefaca669f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-854695c447
    namespace: kserve-ci-e2e-test
    resourceVersion: "30003"
    uid: 0e4cea3a-2c8f-4fb1-b295-19e1ac73e053
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-854695c447-qpcx4'
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-v2-predictor-854695c447.18d5e34a77cf0a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30019"
    uid: 98641b77-81af-4b90-a27d-2819aece6d95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30000"
    uid: 4eaaaa46-ac92-499c-9100-c4d02575b81b
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-854695c447 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop-v2-predictor.18d5e34a732fa280
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: 98b0ccaf-1a74-4e30-a74b-45effcedf481
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 6cca9017-7b4f-4483-ada2-8d375f410cc1
  kind: Event
  lastTimestamp: "2026-09-16T19:20:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:26Z"
    name: isvc-canary-stop.18d5e34a762d9097
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 653fc558-c927-4e3d-8f78-3e8ef665cd8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 6cca9017-7b4f-4483-ada2-8d375f410cc1
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop.18d5e34a76e11ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30015"
    uid: b35997b3-525b-4bc4-b71c-6e9840e7db72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 6cca9017-7b4f-4483-ada2-8d375f410cc1
  kind: Event
  lastTimestamp: "2026-09-16T19:18:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:55Z"
    name: isvc-canary-stop.18d5e34a76e1791a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30018"
    uid: 123105f5-5e23-4133-b517-82292e20b1da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 6cca9017-7b4f-4483-ada2-8d375f410cc1
  kind: Event
  lastTimestamp: "2026-09-16T19:20:18Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:18Z"
    name: isvc-canary-stop.18d5e35d9ccd3880
    namespace: kserve-ci-e2e-test
    resourceVersion: "30833"
    uid: c447890d-4995-4030-949a-51b7e5ca691c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:24.208565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e5d649f212
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 9c8a35fe-51a4-4b4b-8054-450b79346385
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-28115f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e5e2897472
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 3c7d1a4e-0a3c-4fd5-80fa-a829d64b077f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:25Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:25Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e61d08c31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 1ccdaeb7-0e8c-4ed0-8629-e888ede86fc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
  metadata:
    creationTimestamp: "2026-09-16T18:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:25Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e61e9f8585
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 99cd99d4-d3cc-4a10-bcea-1bf959dea01c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    in 3.324s (3.324s including waiting). Image size: 306757058 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e6e4c25517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 69535e8e-dd4f-4615-8de7-d5210372b28e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:35Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e6ea210c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 68134da7-76ea-4595-9f49-7f0a079f5d08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:35Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e6ea99469d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 6b1c4f4b-398c-48a9-b1b3-889dafe3e7e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:35Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e86cab4728
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 4a886335-7b85-45bf-ab3b-b4dafb87084b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: ae207379-aa2c-4b5e-b959-b4562ec3623e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:38Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-28115f-predictor-57bb46966f-jx4sx_kserve-ci-e2e-test(ae207379-aa2c-4b5e-b959-b4562ec3623e)
  metadata:
    creationTimestamp: "2026-09-16T18:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:38Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx.18d5e1e9211157af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 4b35b62f-58a2-40d0-9c4b-2f95e6d1d044
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-28115f-predictor-57bb46966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 8795a7c0-2ede-4955-9cc1-2b8fb07d06cd
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'Created pod: isvc-init-fail-28115f-predictor-57bb46966f-jx4sx'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-init-fail-28115f-predictor-57bb46966f.18d5e1e5d5c9609c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 0338077f-c5cf-4f8c-bf1f-84178f5f30ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-28115f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: ce573f7a-dc9a-4a37-a521-6e7d923481a3
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: Scaled up replica set isvc-init-fail-28115f-predictor-57bb46966f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-init-fail-28115f-predictor.18d5e1e5d2b70858
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 0e884732-935d-4bc2-81bd-8f5b1e9c87ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-28115f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 4f608f1b-d3e7-419b-8738-c74d0bed3ea6
  kind: Event
  lastTimestamp: "2026-09-16T18:53:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:38Z"
    name: isvc-init-fail-28115f.18d5e1e5d2e1036a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: e6f7b552-e927-4d99-9ad6-ef4ad5634ab1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:20:36.414884Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-djvhk
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:20:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e361dd5dee2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 1f9f2ee8-e3f7-4403-9f9e-478187a2ae51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:36Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:20:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e361ff680bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: 0a2a0839-2099-43a9-8f8b-f2fd23af5c9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e36201b773d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: e74d4f34-dd07-48d8-ba8a-214849df6b5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e36205023ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: b6ff6496-be3b-42db-acfa-806d54ec9972
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e362057d5846
    namespace: kserve-ci-e2e-test
    resourceVersion: "31171"
    uid: c2a1ec2b-8365-4b1b-8147-8b335c56b44f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:41Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e3630c032d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: 4d8d6a4f-877d-4791-af64-056654b28b09
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.268s (6.268s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e36481a81307
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: c198fdbf-26c4-47e7-ad15-1f6d4fd7207e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e36485e9188f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: cb099d8c-df03-4c16-925a-6e5bfe6f7ee6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e364865cee22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: f87ed464-cdac-4fd3-978f-1d46cc13497c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e3648666f57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: 4b14257c-65b9-447b-8cd2-7ebc9f7b6ee2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e364898bae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 68cca8c2-8ae0-4af0-a1a8-6fd8d54d0788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:20:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e3648a0eaae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: ad890ac4-6faa-484a-89f8-818418844b82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:21:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:55Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e364eb62e9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: cda640a0-43ed-4b71-aed1-c4cb494ee63d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:22:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e376e162935a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 032a22e5-9e5f-4f4a-91f6-46bb94465e1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:22:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e376e163ac3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 0051da43-83c8-417c-9dae-2b7de3a4fd29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 6d382551-8624-42d3-9fda-564392d8a193
  kind: Event
  lastTimestamp: "2026-09-16T19:22:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-djvhk.18d5e377c78a9a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 313fef24-e1c4-47c4-9b02-abef26329f24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: f7144767-4899-43fe-8b1c-9e1f4ddc9e7a
  kind: Event
  lastTimestamp: "2026-09-16T19:20:36Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-djvhk'
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:36Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5e361dbeec697
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: 35101d09-db6b-4434-9b48-38b00f2955f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31135"
    uid: d3b09012-7602-4ead-bc0c-c7157d6be2a1
  kind: Event
  lastTimestamp: "2026-09-16T19:20:36Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:36Z"
    name: isvc-lightgbm-predictor.18d5e361d6530285
    namespace: kserve-ci-e2e-test
    resourceVersion: "31140"
    uid: b82496b3-4b9d-47fb-8cc1-8d4913f62011
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 6453b35d-a542-46e1-bcca-8bf663bb5d2f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-lightgbm-predictor.18d5e3655537ed0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 41f0d213-d5c7-45b1-be0f-aecd57f41cb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 6453b35d-a542-46e1-bcca-8bf663bb5d2f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:21Z"
    name: isvc-lightgbm-predictor.18d5e36555d94286
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 762ff0fc-39a6-4263-ae63-96944a8a97b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 6453b35d-a542-46e1-bcca-8bf663bb5d2f
  kind: Event
  lastTimestamp: "2026-09-16T19:22:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:06Z"
    name: isvc-lightgbm-predictor.18d5e36fd3d22f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 9625ca77-6a77-4a07-93e0-90dc5a99f951
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 6453b35d-a542-46e1-bcca-8bf663bb5d2f
  kind: Event
  lastTimestamp: "2026-09-16T19:22:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:06Z"
    name: isvc-lightgbm-predictor.18d5e36fd49f8017
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: 0586ae6a-1e26-4259-b93b-4b66461f4cbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:12.085988Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37823cf0ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: 2af34f0f-1cb6-4a3c-abe2-364dc1ee19d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32047"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:12Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37845cec50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32052"
    uid: 16070f81-e458-4e68-b2c4-9e14596e6383
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37847e9f3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32054"
    uid: 4f4c3db1-935c-417f-9140-05a4c8c96c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e3784ad8c4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: ff29f4dd-3fdb-4933-bd0c-0a9504b6272e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e3784b435844
    namespace: kserve-ci-e2e-test
    resourceVersion: "32056"
    uid: ead60828-2b59-43e6-a8b8-54c347267d65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:16Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:16Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37945fdb55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32093"
    uid: 2b96f291-5509-4a4e-afb7-15206d107b77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37948b3d125
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: cd8d815e-7564-40bf-a279-4ec30934ef2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e3794918bd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: df150065-ab9a-4384-b474-d0fce174d13a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e37949235fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32097"
    uid: d405056b-5ec4-435d-97c3-7af688e5b197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e3794bd60289
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 471df479-7430-4c17-b919-81e2a6a74712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e3794c3965fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: b28c0aef-2c64-4ebb-8507-da765806e0aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e379be12784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32867"
    uid: 704eee8a-7fb4-497f-a335-ab3148053d18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e38d3fa5caa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 04906ba8-52d3-46a4-9ae0-17b9c618aee1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e38d3fa65883
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: bae68957-93a6-4cac-9f66-afdd9af94709
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32040"
    uid: efbecc83-6674-4959-85e2-3056a444075a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8.18d5e38dc4552ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: 16e8ee81-6257-480c-a45b-502ff777fcb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32023"
    uid: 5ad5d3a0-24ee-4d8a-bd40-77e9827cccb8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:12Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-ljdm8'
  metadata:
    creationTimestamp: "2026-09-16T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5e37822a5ab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32039"
    uid: a72ffbc8-7f45-4dfd-ac92-25500f79d304
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32021"
    uid: 2cb147e8-037f-4346-ab3e-0b80b76eebde
  kind: Event
  lastTimestamp: "2026-09-16T19:22:11Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:11Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3781a5c2471
    namespace: kserve-ci-e2e-test
    resourceVersion: "32024"
    uid: 0db19ce1-72fa-491b-a166-b3e0f811bed8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: 9284d7e0-cad6-44d9-9f97-af8150a3ce51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-lightgbm-runtime-predictor.18d5e37b98f6c87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32293"
    uid: f3886561-39b2-4492-8991-e74fc61a8fdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: 9284d7e0-cad6-44d9-9f97-af8150a3ce51
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-lightgbm-runtime-predictor.18d5e37b99875d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: e3f2ed99-554e-41cc-a86a-b2287cb1f367
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 9284d7e0-cad6-44d9-9f97-af8150a3ce51
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-lightgbm-runtime-predictor.18d5e38299261b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 7b159364-e73e-4bfc-a59b-c0664159602e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32177"
    uid: 9284d7e0-cad6-44d9-9f97-af8150a3ce51
  kind: Event
  lastTimestamp: "2026-09-16T19:23:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:42Z"
    name: isvc-lightgbm-runtime-predictor.18d5e38299eeffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 84132bf8-bda3-4311-a55f-097b9719b2dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: 28df5efa-c564-4d97-bc69-b2d96e426df3
  kind: Event
  lastTimestamp: "2026-09-16T19:23:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:35Z"
    name: isvc-lightgbm-runtime.18d5e3781a60012e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 29d63476-3174-439a-b89e-86d8cba43088
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: 28df5efa-c564-4d97-bc69-b2d96e426df3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:11Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:11Z"
    name: isvc-lightgbm-runtime.18d5e3781bb9792b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: 591d6713-e2aa-4121-8424-d414290b3ddc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 28df5efa-c564-4d97-bc69-b2d96e426df3
  kind: Event
  lastTimestamp: "2026-09-16T19:23:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:35Z"
    name: isvc-lightgbm-runtime.18d5e38b795e50d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32766"
    uid: d9a399f6-98e8-4fcd-a816-18231c807467
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:43.223640Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39b5450af00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: 5717e668-847d-4c5d-a5a8-e8d6ed0ca57d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39b76c20c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: 47f544f1-579e-42dc-b55b-1f65bd2d54a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39b789a811e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 3fe2ed0a-800b-47ab-8c9d-77dbb7aea057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39b7ba59ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 1b04d8c9-a052-4954-b8d7-bb3b9c1f801c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39b7c1adf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: 9689a379-4650-4ed5-bcfd-a3b81799853f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39c98bcbf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 64520416-61a6-49ea-b05a-78192358df13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39c9ba45511
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 168935c8-8ab9-4768-a728-bd492ddf2bbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39c9c171143
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 033197ba-49bc-46dc-90a8-2be94e38320d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39c9c21dbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 8718c68a-0716-4b21-9cb6-96493e6914eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39c9f85f06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: 6c0a3a6a-9f98-4473-829d-4579aa48c754
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39ca001793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: 585432ff-eafa-4bbf-bfa8-ba589a54b2f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39d10bb4ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33588"
    uid: 66fe8440-447a-459b-a24a-d0e104714f06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39fff29662d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: fb687ad7-4ee4-4b5d-83c1-a827326c7d13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 5cf1b25c-5a0f-4b37-85a9-64c9d7f6dbf0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r.18d5e39fff29e69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33698"
    uid: e0a91d31-36eb-411f-a6b6-632e4cba8898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: 4b144d87-f826-4e9e-8a34-c9051b4aaced
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-w765r'
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5e39b538e760a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33490"
    uid: c863fa27-786b-409b-8dd4-f8cee1e65dbd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33477"
    uid: 54b083eb-5daf-4e85-9c40-33eb285eeaf2
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e39b4fba7fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 98e0bde2-3207-4ec4-bf5f-0b7c2bfe5c58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: 1d28af6c-c1f0-4b78-bb1f-3293d136f09f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e39eceb1df13
    namespace: kserve-ci-e2e-test
    resourceVersion: "33643"
    uid: 8ceee1e3-3fe4-4f7c-8205-63b8f44e02e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: 1d28af6c-c1f0-4b78-bb1f-3293d136f09f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e39ecf6f5e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33645"
    uid: 00cca552-9b3d-4361-85ec-7cb06b3f28ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 15c32512-a97e-4924-bc2f-5dd650a01380
  kind: Event
  lastTimestamp: "2026-09-16T19:24:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:56Z"
    name: isvc-lightgbm-v2-kserve.18d5e39b4feef594
    namespace: kserve-ci-e2e-test
    resourceVersion: "33635"
    uid: eb2eb789-39a0-4574-af00-8b573edfe902
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: 15c32512-a97e-4924-bc2f-5dd650a01380
  kind: Event
  lastTimestamp: "2026-09-16T19:24:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:43Z"
    name: isvc-lightgbm-v2-kserve.18d5e39b509aa545
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 2c9fcae0-eb6b-4903-81d6-153366345ca2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: 15c32512-a97e-4924-bc2f-5dd650a01380
  kind: Event
  lastTimestamp: "2026-09-16T19:24:56Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:56Z"
    name: isvc-lightgbm-v2-kserve.18d5e39e7edd2bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33633"
    uid: 0c13b077-0021-41ca-adcd-a9f47cbfa84a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:48.096433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32918"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38e7e7a34f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: a37c5363-044d-49cd-b843-d655a776451d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32927"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:48Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38ea0af8aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32934"
    uid: 46e96cf9-ba8c-4b6a-aba3-05016c985ea6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38ea2dccf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32936"
    uid: 0b2efb8d-aa27-47f5-bfa1-fc25a3e3ba79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38ea5a39a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32937"
    uid: 2295260f-54f3-406a-856a-3ba7d8bd6126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38ea627ea0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 839f20c0-425a-46af-96f8-12539454f811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f8ff27f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: 725b7b1d-006f-4a86-9702-dc888ca7eae4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f92eeb3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: 9a010c18-43eb-4e19-87ed-d4c0dae1c8b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f9362ec95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: d2e32c6f-e1c6-46ea-a6cb-30c07b652957
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f936bf0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32999"
    uid: fc21ea8f-e9d8-44a7-802e-85b5b2190b8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f965ac79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33000"
    uid: 93137619-b33c-4c1c-9c8d-d3f50b8c3e2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e38f96d02a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: f232847e-e621-4be8-a132-92608a3ce85a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:24:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e39a1e5c5781
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: 5c617016-b135-4598-8f72-9feb575b75bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: bef4c0c0-5485-4e0b-953a-763e10070e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:24:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln.18d5e39a1e622c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 4c6ef978-1957-42a0-9050-19c16ed95932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: d846e544-0dd2-4d84-bb81-87d40b07b152
  kind: Event
  lastTimestamp: "2026-09-16T19:23:48Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-6fgln'
  metadata:
    creationTimestamp: "2026-09-16T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5e38e7dbb0348
    namespace: kserve-ci-e2e-test
    resourceVersion: "32919"
    uid: e24c45bb-8af6-42c5-863c-6519e9b1c5ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 6aedd2a8-4672-42bb-b51e-0393ff951906
  kind: Event
  lastTimestamp: "2026-09-16T19:23:47Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:47Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e38e758cde90
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: 369b2a10-db9e-4adc-a914-031c17b34337
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 19c91451-0895-4e4a-afe6-e03b3fcd40d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e391f4743428
    namespace: kserve-ci-e2e-test
    resourceVersion: "33372"
    uid: 47fc2ef0-09e5-4ad9-9b95-e40371ee7e79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 19c91451-0895-4e4a-afe6-e03b3fcd40d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e391f4f9486b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33373"
    uid: d979545c-81fb-4005-b0c3-d1682495f9a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: e547d303-b56b-4d3a-987e-b40d9395019d
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime.18d5e38e75c85d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: 04ae5f71-dae1-4851-b1e8-d2b800da2f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: e547d303-b56b-4d3a-987e-b40d9395019d
  kind: Event
  lastTimestamp: "2026-09-16T19:23:47Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:47Z"
    name: isvc-lightgbm-v2-runtime.18d5e38e770dc08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: 53729af1-5d0c-4794-95fa-160cd2fb13e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: e547d303-b56b-4d3a-987e-b40d9395019d
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime.18d5e398362a1b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: 53cc5699-cc55-4521-9d3e-a0f63e038d4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: ccd463a8-d7b6-44bf-9d61-326a49b26e09
  kind: Event
  lastTimestamp: "2026-09-16T19:22:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:05Z"
    name: isvc-lightgbm.18d5e361d674f287
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: ca8e5aa9-4543-4427-96a7-71d272c9aa74
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: ccd463a8-d7b6-44bf-9d61-326a49b26e09
  kind: Event
  lastTimestamp: "2026-09-16T19:20:36Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:36Z"
    name: isvc-lightgbm.18d5e361d7c9f94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: 976798cf-50fa-4aa8-b780-8e5c108962f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31935"
    uid: ccd463a8-d7b6-44bf-9d61-326a49b26e09
  kind: Event
  lastTimestamp: "2026-09-16T19:22:05Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:05Z"
    name: isvc-lightgbm.18d5e376a733a211
    namespace: kserve-ci-e2e-test
    resourceVersion: "31936"
    uid: a7fa9f28-074d-42e9-b11e-99dc2838345f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:04.590397Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5d8c64c8b4-9mcc7
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:04Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e2192611e9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 5b0903d1-d146-4127-8972-c2037c35ed69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:05Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:05Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21948626700
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: ac1a2025-67ad-485c-a7c7-1caa263e0052
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:05Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e2194a449077
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 131ee602-bfe9-4bf2-b810-29c5e3dba5cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:05Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e2194e52ac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 55c343ae-18ff-4ba9-930a-e2aa63fe1dc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:05Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e2194ec61ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 634bb4bb-7e73-451b-a5ea-46ec25f1a473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a6095730d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: ea633fa3-febc-44ba-9097-c5dfe0cb44c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a63ab23b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: bd5547ce-fa61-4839-bee6-522fc7595670
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a6423b30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: f28889ca-c703-40ba-9706-423d0452f513
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a642e8e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 4032d76f-8cc4-4852-aa80-8ead5bdb3425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a678420d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: 5c2d2994-ecbc-4862-aec4-758f03b477fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a67f40cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: feef7c15-7377-4965-ba48-bc471d48d75d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:10Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a67fd874f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: 620e23b2-4169-4839-8485-cd5f2d8845f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:10Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a6bd4ada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: d4b20be9-496f-46b6-8c8e-6fb38bb8efda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:57:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:10Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a6c59a99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: d5ef30e9-e01c-4dab-abd0-b19bdbf7821f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21a9d0cad93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 40487863-b6af-4752-a4ba-d4d1c67460e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:42Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e21ad8f3f68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 84071637-0243-4dff-8421-5fd9b8a668d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e22d009d1918
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: 346487ac-2e40-4b3d-9760-500377d3a4d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e22d009d4027
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: 8c3a656d-412c-4953-a979-6beeea848b2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e22d009d84f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: 84985a04-6cef-472f-a292-d902042a2e10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 48145d0a-85c8-47de-b218-ab3bbafead09
  kind: Event
  lastTimestamp: "2026-09-16T18:58:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:37Z"
    name: isvc-logger-predictor-5d8c64c8b4-9mcc7.18d5e22db53bfb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 8e123154-d963-4fc5-b338-ff5cd7431f93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5d8c64c8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 3f34b833-b95f-46f0-9659-516423dee084
  kind: Event
  lastTimestamp: "2026-09-16T18:57:04Z"
  message: 'Created pod: isvc-logger-predictor-5d8c64c8b4-9mcc7'
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:04Z"
    name: isvc-logger-predictor-5d8c64c8b4.18d5e2192554566d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 8a7e2831-b78b-4d95-bd08-b548d2467073
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 63f05ef3-f751-4825-b5cf-4cdb95367f18
  kind: Event
  lastTimestamp: "2026-09-16T18:57:04Z"
  message: Scaled up replica set isvc-logger-predictor-5d8c64c8b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:04Z"
    name: isvc-logger-predictor.18d5e2191d3f3018
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 809e383e-c694-451d-97b7-e4a22fd0dc2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: aa3e1754-3efd-4d95-bf4b-f7aadcf3fcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:34Z"
    name: isvc-logger-predictor.18d5e21c9bd9c08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 0be9cd8c-0496-4bc5-b10e-f46a77b0eb4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: aa3e1754-3efd-4d95-bf4b-f7aadcf3fcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:34Z"
    name: isvc-logger-predictor.18d5e21c9c723838
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 91ccaf2e-efe8-4f33-b158-18d11debeff9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: aa3e1754-3efd-4d95-bf4b-f7aadcf3fcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-logger-predictor.18d5e2239ab0f075
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: 59d2a055-9d85-4607-93ed-031977fa8676
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: aa3e1754-3efd-4d95-bf4b-f7aadcf3fcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-logger-predictor.18d5e2239b5387ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 3e93d0a1-fe28-4aa2-b9c1-27d0b0748bf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 49a70a9a-45ce-4e3d-a4ea-26701bf3775c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-logger.18d5e2191d3f4c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: d4ce820e-0cd7-44d6-b1df-5b73da866cd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 49a70a9a-45ce-4e3d-a4ea-26701bf3775c
  kind: Event
  lastTimestamp: "2026-09-16T18:57:04Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:04Z"
    name: isvc-logger.18d5e2191e324079
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: f17bbbcb-028d-41f1-a26b-c75d30f4eff7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: 49a70a9a-45ce-4e3d-a4ea-26701bf3775c
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-logger.18d5e22b477c5181
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 2cbc22a6-df3a-47c4-8ee1-0dafa3768875
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:08.607132Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a13d4a05f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 1ff5f030-b0a9-4736-9c57-c34e3797a493
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: 'MountVolume.SetUp failed for volume "kube-api-access-hhj9j" : failed to
    sync configmap cache: timed out waiting for the condition'
  metadata:
    creationTimestamp: "2026-09-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a1825bcac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: edd6d488-be25-4098-aab8-7f7e8a3c395f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a1b908913d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: 3a92bcba-2ba8-47a9-b1e5-c8c6b511d905
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a1bb1f2adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: d3023f60-73d6-4ac5-9680-ee3137cb4720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a1be70d261
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: 7a4e51a1-a1b6-41ec-9b08-7a2aaf3c70e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a1bee3a65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 19f358b1-2e19-4fa8-b4b2-61a5561a8e1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2bfacf593
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 12a6c707-26ac-4e1d-bf07-4cb6bf7ce7fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2c32a3553
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 17500cc8-9e0e-45c3-94ce-87977e7fd940
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2c3a2f8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: baea8dda-8aa5-4427-afe1-1c4fa0d9c2c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2c3acdd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 3909e471-b341-478d-92c0-c458e62593e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2c695e5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: c5da995f-18b4-4c3c-91f9-8dc522c6ec2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3a2c70d0af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: e7aee7a0-e2d4-4247-9731-1c6fea43c10f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3ace2b8b4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: 3538fb7d-2107-41e1-9a30-b874a84e2913
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33761"
    uid: 370f7e3b-ed18-4cb3-9718-2ffe2e12a5d0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc.18d5e3ace2b9e4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: a19c13a8-75fe-4b69-974e-d13396ba0044
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: ac27105b-f99a-4f73-b71d-879c409e3a85
  kind: Event
  lastTimestamp: "2026-09-16T19:25:08Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-4trgc'
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5e3a13bfb7c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 2278c0fb-5e07-4923-9fd0-34a86e264948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33744"
    uid: 9cb75255-5bf7-46bc-a253-88ef59fa0cf6
  kind: Event
  lastTimestamp: "2026-09-16T19:25:08Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3a1333a0a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33748"
    uid: a5178d62-e1b5-4595-9dc5-74ee810b5264
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 23d02c4f-5cfe-498f-af07-c0b56252b323
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3a4b1ce6ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: f3169791-30a1-4aa2-a271-1f1b0a25d984
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 23d02c4f-5cfe-498f-af07-c0b56252b323
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3a4b2a4b9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: d0186bda-969d-4004-b06b-763e2be0d820
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33992"
    uid: 23d02c4f-5cfe-498f-af07-c0b56252b323
  kind: Event
  lastTimestamp: "2026-09-16T19:25:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3abb0a7d9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: c408ebf1-fe42-45fa-abb7-dca6759728e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33992"
    uid: 23d02c4f-5cfe-498f-af07-c0b56252b323
  kind: Event
  lastTimestamp: "2026-09-16T19:25:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3abb1471af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 77f24880-edb5-473e-a64f-c0fa449787be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 8f356697-4a3a-4271-8ba7-b43afc67f1f8
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-mlflow-v2-runtime.18d5e3a133862a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34224"
    uid: 17709e2c-d2ea-46af-b596-9290322ddbd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 8f356697-4a3a-4271-8ba7-b43afc67f1f8
  kind: Event
  lastTimestamp: "2026-09-16T19:25:08Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:08Z"
    name: isvc-mlflow-v2-runtime.18d5e3a13449020e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33752"
    uid: df50266f-a8d7-41ef-8f34-9f247af484cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8f356697-4a3a-4271-8ba7-b43afc67f1f8
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-mlflow-v2-runtime.18d5e3ab65bdfada
    namespace: kserve-ci-e2e-test
    resourceVersion: "34223"
    uid: adf90fe8-94a6-4f92-a5e9-98faff60522d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:29.102503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c1f37741a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35165"
    uid: 7116dfa3-7a80-4fde-9f23-eab17d48aee8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c200120e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "35176"
    uid: 5fbd59f9-feae-43a5-93de-4a220f702096
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c2393617ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 2796a9d5-5813-4ba2-890b-7ee882bd195e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c23b4776c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: dfc67734-32c6-41a0-aaea-30fe3ceac93e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c23f16397d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 0f98f94f-416a-4e0f-a965-90589a72a755
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c23f8c5cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: 4c7046c9-278f-464b-9325-f0e70a184c5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:35Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c37e52baf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: 32989e3b-074d-4ff9-84de-258826b68584
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.984s (11.984s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c648a381e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35336"
    uid: 440e83de-7560-42c3-a314-2dd4a04c9106
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c64bf23757
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 288f644e-eaa9-456a-9f07-144ef896bdd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c64c560b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: e9d3b049-4c53-41c3-b031-362871e793ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c64c609c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 82bc95fe-9835-49f3-b008-9fabbd4b0b32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c64ee70aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35340"
    uid: b0be3ba1-1b6b-4823-891a-d3ce2474cd37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c64f49fc7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: a5543001-a83e-4503-aa61-1045c688fc6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:28:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3c689bd46f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35812"
    uid: 0d362147-342f-414d-92cf-1753387878d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3d2807994e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 4590c5cc-030f-4a1d-b167-6b7e94b80186
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35164"
    uid: 6a9fe20c-e791-440d-939c-d88cff10b9a5
  kind: Event
  lastTimestamp: "2026-09-16T19:28:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-4fvsm.18d5e3d2807a2caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: 073972ed-a2c7-4629-a6b0-ce7b1ba10f6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 97f97411-cc26-44b1-8bf3-3fa258af13a8
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-4fvsm'
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5e3c1f2c82f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: c5d4d81d-f8b7-4d74-a3b6-0a0786fc7e4a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: c3bc2ddd-28fa-4435-809b-13b9017a1769
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle-predictor.18d5e3c1ed9e42a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: ecfc5bbe-a96c-4a51-ba7f-e790fc3cfab7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: d5ef42d7-07aa-400d-9fb9-febc28ab5bf6
  kind: Event
  lastTimestamp: "2026-09-16T19:27:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:59Z"
    name: isvc-paddle-predictor.18d5e3c56c66b853
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: 6f3e268a-22d8-4992-acd3-36b56d30743b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35147"
    uid: d5ef42d7-07aa-400d-9fb9-febc28ab5bf6
  kind: Event
  lastTimestamp: "2026-09-16T19:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:59Z"
    name: isvc-paddle-predictor.18d5e3c56cd9ce3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: 4bdb23e9-eb7a-4276-bcab-131933a65131
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: d5ef42d7-07aa-400d-9fb9-febc28ab5bf6
  kind: Event
  lastTimestamp: "2026-09-16T19:28:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:29Z"
    name: isvc-paddle-predictor.18d5e3cc6ce6d4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: cdad6b40-cf8a-489b-9afe-baefe1e7149a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: d5ef42d7-07aa-400d-9fb9-febc28ab5bf6
  kind: Event
  lastTimestamp: "2026-09-16T19:28:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:29Z"
    name: isvc-paddle-predictor.18d5e3cc6e211a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35841"
    uid: 867ec47e-9404-42cc-af0a-b623cc70e377
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:45.410731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-m4465
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d3b7ca5d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36016"
    uid: 9aeadb98-66ff-46fc-ad57-1df31796a72e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d3c30598c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36028"
    uid: ad3da44c-0f0a-4b9e-a5b6-fabc80b03b00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:46Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d3fd89227a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 976055bf-4a8b-48f6-a6df-93da4fecafc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d3ffc39a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: d47ee700-33b2-49f8-a695-4cddadc1f002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d4035ddb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: a464b113-630b-47c5-9725-0999138c8439
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d403d36608
    namespace: kserve-ci-e2e-test
    resourceVersion: "36042"
    uid: cfeaf839-7040-484e-b5c1-d170721a0efe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:51Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d53948d6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: 650b530d-0482-4c5b-b40c-47c00866d987
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.483s (11.483s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7e5c19008
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 2ef0b75e-425b-418d-b153-1739966cbf72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7e8f34b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: 54721cf7-e127-4772-bf9d-78f23b84b49a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7e957c5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 909015fb-686f-49d4-bdcd-f92dc32909b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7e962fe2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36176"
    uid: 9fba488d-7790-4842-bf5b-8e992f99a360
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7ecd3b07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 95efbd9a-2816-41a7-9ba1-e430f486769a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d7ed32349a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 10005298-84d2-40e9-b859-cd1c92445cb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3d844b610d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: 90ab9843-6f2d-474f-8a5c-51b6a8a6b0c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3e44c09cef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36743"
    uid: ba92d078-9f6f-4e44-8b82-05d9a3f6a3eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 62b1e971-1993-48a8-a34c-e9af455fbd1b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-m4465.18d5e3e44c0b02d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36744"
    uid: c53c9659-abc7-4683-b667-e39ab5d87898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: be97da98-ac5a-4850-9259-328ffcdf2e85
  kind: Event
  lastTimestamp: "2026-09-16T19:28:45Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-m4465'
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:45Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5e3d3b7405e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: 00b75de6-e3c5-42b8-98dd-802fcc3b89ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35998"
    uid: 99865f8f-18f0-4463-bd22-c3362f6da55b
  kind: Event
  lastTimestamp: "2026-09-16T19:28:45Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:45Z"
    name: isvc-paddle-runtime-predictor.18d5e3d3b1f94afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 6a80703b-0f59-4029-aeae-548e8ff58c05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 25ee12d2-dee3-44d4-93b4-476092147692
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-paddle-runtime-predictor.18d5e3d730b4e5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36553"
    uid: 2ea0995c-ee2a-417f-b54c-3d5715ae6e46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: 25ee12d2-dee3-44d4-93b4-476092147692
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-paddle-runtime-predictor.18d5e3d73178b085
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: 571ae88a-4b5c-41d1-8c27-f2480cd69022
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: abf9a6ef-c43a-4c2c-bf13-a6a057f090a8
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-paddle-runtime.18d5e3d3b1f6822d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: 7c3199ce-f02a-49cf-bf9b-c3d3a2dff819
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: abf9a6ef-c43a-4c2c-bf13-a6a057f090a8
  kind: Event
  lastTimestamp: "2026-09-16T19:28:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:45Z"
    name: isvc-paddle-runtime.18d5e3d3b49be32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36009"
    uid: 2f10066d-3e5e-4053-a05b-96553da1048f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36608"
    uid: abf9a6ef-c43a-4c2c-bf13-a6a057f090a8
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-paddle-runtime.18d5e3e304b0e3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 828274dd-9c1d-475e-b6d1-a2da916e3d04
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:01.887661Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5862bbf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36834"
    uid: ee2f440d-79a2-40e7-a908-d4d73814f572
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:02Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5964ae58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36846"
    uid: 2bc89042-7b37-4c36-803f-34186a0c00a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36839"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:03Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5cbe59a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 2bd9393a-d0c6-4c27-a0bb-203c0725ad9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5cdec7c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36856"
    uid: a1823d03-4e0a-47e2-8b7c-71ffcec96cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5d0be9a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36857"
    uid: f649c412-b849-4a64-a7e0-1900552ec56d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e5d124855c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36858"
    uid: f6b545c7-8353-4d50-9b24-ae1485f7fd0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e73e6d47df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: 94290cc9-6c9b-493c-9a05-cbabcedd0037
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e74204ac26
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: b85c2175-5699-4bc6-be42-89b454409419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e74283c07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36912"
    uid: 3097eebb-a07b-4342-b18d-57a5d9cece0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e7428e2766
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: f988e64a-a8c9-47ff-a5e2-0f3267d4e818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e745be786b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 90e6e432-960f-4322-86cb-0d610e61fcc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e7463d31cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36917"
    uid: 7f28d602-120c-4250-ac6d-911f94d3016c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3e77ab701ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: 13d8ff9c-2bf6-4594-82dc-9f3e8d7f9395
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3f3d32a002a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 544d4ec7-7e95-4b68-ba66-562419ca1196
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: adb2b534-4d53-4015-9bd1-80c366d24ec5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps.18d5e3f3d32adb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 3033526a-038c-4a23-b120-4c449ae6dbb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: e6dc6b58-0369-4de5-991d-9dffae479be4
  kind: Event
  lastTimestamp: "2026-09-16T19:30:01Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-ccfps'
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5e3e5859914df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: f3f1ddaf-0b41-49dd-ba88-9ca3f3341a33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: cd49d178-f464-4d9a-93e6-83eddc3bcc8e
  kind: Event
  lastTimestamp: "2026-09-16T19:30:01Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3e58083216b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 1704c77f-1fd7-444d-98f2-95f9149d734e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: ff5914fe-2db1-4f98-a50f-26cdc814c58b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:46Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3e9003cae46
    namespace: kserve-ci-e2e-test
    resourceVersion: "37193"
    uid: cbfe3d95-20de-425e-8040-28e77ea41821
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: ff5914fe-2db1-4f98-a50f-26cdc814c58b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:46Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3e900f4b1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: 1076ad3a-89eb-4cae-a535-acf7793a1a9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: ff5914fe-2db1-4f98-a50f-26cdc814c58b
  kind: Event
  lastTimestamp: "2026-09-16T19:31:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:01Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f37e062941
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: 8171752d-81c0-4c8a-a2ae-c352c9ee64a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: ff5914fe-2db1-4f98-a50f-26cdc814c58b
  kind: Event
  lastTimestamp: "2026-09-16T19:31:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:01Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f37e9048ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37310"
    uid: d92e9192-1c8b-467f-9267-2c0ab2dd57c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 4d2b450d-52ac-4466-bf35-fed8ca5d4a6a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:56Z"
    name: isvc-paddle-v2-kserve.18d5e3e580b434d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: a63d8bfa-671c-47b5-9978-ad998d6befac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 4d2b450d-52ac-4466-bf35-fed8ca5d4a6a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:01Z"
    name: isvc-paddle-v2-kserve.18d5e3e581fbe392
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: b19846c7-1468-44fb-8e10-e5f5b797a00e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 4d2b450d-52ac-4466-bf35-fed8ca5d4a6a
  kind: Event
  lastTimestamp: "2026-09-16T19:30:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:56Z"
    name: isvc-paddle-v2-kserve.18d5e3f239f8f97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: dc522f6f-1830-4413-9dc1-db79670c6e46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 70a88266-0a9d-4859-ae3a-e9c12c0b57dd
  kind: Event
  lastTimestamp: "2026-09-16T19:28:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:34Z"
    name: isvc-paddle.18d5e3c1eda61af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: 4765c9d5-a96e-406f-830f-09f23f23dc24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 70a88266-0a9d-4859-ae3a-e9c12c0b57dd
  kind: Event
  lastTimestamp: "2026-09-16T19:27:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:29Z"
    name: isvc-paddle.18d5e3c1ee3dc9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: 54bb0337-69d5-4e85-91fa-bcde3771b311
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 70a88266-0a9d-4859-ae3a-e9c12c0b57dd
  kind: Event
  lastTimestamp: "2026-09-16T19:28:34Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:34Z"
    name: isvc-paddle.18d5e3d1476f55a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: 3b220a91-3f2e-4e5f-b6df-0aad9dca826a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:08.605182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-lmbkk
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f50ed85816
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 0ed572c8-f8f1-48ab-8ed8-eb79af9a8ac0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f516d03b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: a2894088-4529-4d47-b228-43f34cddc005
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37413"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f554f4d893
    namespace: kserve-ci-e2e-test
    resourceVersion: "37428"
    uid: 4cba02ac-0058-4d36-bbd8-ddf26a030be9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f55768f36b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37430"
    uid: a4ea9030-d6a1-45b2-9f05-263367723ee3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f55a687648
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: 7a51417f-3e60-4830-8258-ff1c0bd9444b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:09Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f55ae02408
    namespace: kserve-ci-e2e-test
    resourceVersion: "37432"
    uid: 2e4814d4-6f93-48c0-946a-4bb0d0f66e02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:14Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:14Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f675265722
    namespace: kserve-ci-e2e-test
    resourceVersion: "37473"
    uid: 51094a18-76f7-4d40-b743-23cac510ac1f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.217s (7.217s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f8235d02be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: 0678806e-4047-402c-8c31-aff43959b5ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f8268f4301
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: 74db6168-7867-44ae-ae14-b932dfe0c9b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f82700f903
    namespace: kserve-ci-e2e-test
    resourceVersion: "37539"
    uid: b45976cc-d3a8-4082-a4cb-ab1e2a8a752e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f8270ae208
    namespace: kserve-ci-e2e-test
    resourceVersion: "37540"
    uid: 28349f9a-28cb-49c4-b27e-44e06b1a9e65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f82a81b0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37541"
    uid: b2093f17-a74d-4c3d-aba1-fbc0c4c01405
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:31:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:21Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f82af4aa8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37543"
    uid: 4916a1d9-ead4-4b68-a7e2-7e34d64f55b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:32:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:39Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e3f8909923ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38283"
    uid: f0af084a-2498-4da4-be69-0648291e817f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:32:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:49Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e40c92c3f1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: 408446cf-d261-458d-9538-5e97c7e17abc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:32:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:49Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e40c92c479f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: 477987e2-ba6f-4e34-a17e-be6113581d07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-lmbkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 45982012-46bd-45cc-960f-7fb3371800a6
  kind: Event
  lastTimestamp: "2026-09-16T19:32:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.70:8643/healthz": dial tcp
    10.134.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:49Z"
    name: isvc-pmml-predictor-8674795f59-lmbkk.18d5e40c96d6410b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38380"
    uid: 2c3d69ce-1bf2-4291-950d-5faa70ac7e3a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: 68ce3aa6-8228-41a5-9a97-23e3bd72688c
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-lmbkk'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-pmml-predictor-8674795f59.18d5e3f50dfd6b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: 39914579-3eff-45ee-a8ce-7e10f60d308d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: 1da21533-ff69-413f-a8e1-e1be889029c4
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-pmml-predictor.18d5e3f50834a691
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: bed06b3f-b3fc-43d2-8277-ded6324b3b15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 60687354-ef7b-4c07-b6e4-4977bf7447bd
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-pmml-predictor.18d5e3f886cdf147
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: db96ca0b-a5d0-44d6-9650-a254644a33de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 60687354-ef7b-4c07-b6e4-4977bf7447bd
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-pmml-predictor.18d5e3f8874d4865
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 3a161ff4-39da-4cc5-837f-de3dc7cb6e3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 60687354-ef7b-4c07-b6e4-4977bf7447bd
  kind: Event
  lastTimestamp: "2026-09-16T19:32:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:38Z"
    name: isvc-pmml-predictor.18d5e40307d0659f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38272"
    uid: 0e29f06e-cdd3-44da-8f94-e499c67a7eae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 60687354-ef7b-4c07-b6e4-4977bf7447bd
  kind: Event
  lastTimestamp: "2026-09-16T19:32:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:38Z"
    name: isvc-pmml-predictor.18d5e40308528790
    namespace: kserve-ci-e2e-test
    resourceVersion: "38273"
    uid: d7ed44d8-15ac-431a-b1e5-b93c6e3694bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:38.718881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37794"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-scj7n
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc11c2f824
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: 7d4121d9-5b7c-4b39-9f5a-04addac076f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc1ce02532
    namespace: kserve-ci-e2e-test
    resourceVersion: "37809"
    uid: 9de55bd6-7657-4292-a101-f4eb80d408ed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37805"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc57a0c8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 9fef5011-2758-450e-b07c-59e64a494bd9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc59d58e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: b5ffbaa2-a29c-48d2-88fe-477a652ae107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc5d5098ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: d12d0e45-a489-4325-83b5-da159741e080
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fc5dc4fa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: 42a2b6ee-7adf-4561-a827-b162d0df2f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd7ba899aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37868"
    uid: 27a6d071-ea25-4ead-a79d-b242ab9a9c79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd7eb048c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 1f7914c7-974c-4799-a70b-615a4acfac2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd7f38c0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 2b510f37-be35-4969-81ab-abb4b325fd06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd7f455557
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: 31e68323-39fc-4e57-b09f-b87a21bd0739
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd82456d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37876"
    uid: f072e04a-a4a1-43bf-a0ab-ec6d7c04ca45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:31:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:44Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fd82beaad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37877"
    uid: dc29fe83-d941-4977-801f-bb1465e8abe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e3fdb7c4eeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: 0f892238-bfd9-46de-81fc-85685ab7a26a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e4139ca7b360
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: 9465d055-671f-41cc-8cab-57ea2522ad09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e4139ca839fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: 5b890400-f996-4a8f-b67f-d5cc8efec782
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37797"
    uid: 3d174115-ec34-4c0d-839e-6ec8276bb6a5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.72:8643/healthz": dial tcp
    10.134.0.72:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:21Z"
    name: isvc-pmml-runtime-predictor-885fc8777-scj7n.18d5e414120313dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38701"
    uid: 0c70feff-7c54-4cdb-bc21-2992d2265a58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: 646ad103-7d75-4ad7-8c17-4fe00958f572
  kind: Event
  lastTimestamp: "2026-09-16T19:31:38Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-scj7n'
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5e3fc10e8942c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 7d8bb975-8369-4445-a836-9dcb441e9edf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 3b5febad-d9c6-4a2d-99e5-581e712ade65
  kind: Event
  lastTimestamp: "2026-09-16T19:31:38Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:38Z"
    name: isvc-pmml-runtime-predictor.18d5e3fc0963d485
    namespace: kserve-ci-e2e-test
    resourceVersion: "37785"
    uid: 1996d005-5b4b-4aec-9c53-0e0713278d32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37781"
    uid: 4f7b4c1a-fc8e-4756-9284-884c70ca2e45
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-pmml-runtime-predictor.18d5e3ff89888279
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: 74b40644-f5ae-4839-9b67-77c59e9e2371
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37781"
    uid: 4f7b4c1a-fc8e-4756-9284-884c70ca2e45
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-pmml-runtime-predictor.18d5e3ff8a0a4ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ae7f038a-148b-4bf8-87e5-95de8b1d1dda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 4f7b4c1a-fc8e-4756-9284-884c70ca2e45
  kind: Event
  lastTimestamp: "2026-09-16T19:33:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:08Z"
    name: isvc-pmml-runtime-predictor.18d5e403094e142b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 44a6a1b9-a024-41f6-ab9e-96e29b002984
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 4f7b4c1a-fc8e-4756-9284-884c70ca2e45
  kind: Event
  lastTimestamp: "2026-09-16T19:33:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:08Z"
    name: isvc-pmml-runtime-predictor.18d5e40309d67519
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: 54e1ff2c-fa20-4a24-8bc0-a62490197c65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 00ab73b1-2b07-4f1e-ae76-146b452052a2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-pmml-runtime.18d5e3fc095b251b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38629"
    uid: 7fd19488-3ada-4c6e-81aa-cea6578f91a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 00ab73b1-2b07-4f1e-ae76-146b452052a2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:38Z"
    name: isvc-pmml-runtime.18d5e3fc0ab407ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: bb06ccd3-1c51-403e-82ee-7a30a0df6ba0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 00ab73b1-2b07-4f1e-ae76-146b452052a2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:14Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:14Z"
    name: isvc-pmml-runtime.18d5e4124e11f153
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: 1b7fb3b9-9c03-42f1-b425-d5031e9fbfc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:25.048470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38758"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e414d37faf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: be274bb9-f382-4105-ab09-3e22539a9eb9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e414f5ba1ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38780"
    uid: aa7aeec2-dd71-441a-9518-c95943b1b06c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e414f792d4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: fcfd533f-84e5-4e75-997b-93cb9cc84e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e414fa981333
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 7ab55f06-a929-4915-8508-467f8a7d0f85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e414fb1ab899
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: e8b2746c-870c-4d46-8740-9c5bc2cd2b25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e4160cfeefa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38821"
    uid: a2227e2a-5d49-4e88-bc7c-6bbb8d999b0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e41610addcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38823"
    uid: 4c2bd4c4-7bf9-44d4-83d4-d5462f08167c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e416112c8e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 3d3a7ecd-4e33-4f8a-8a5b-e80c5e11b902
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e4161136f6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 30805bce-28e2-4831-920b-c3fe1f7e67d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e4161454f764
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 2dc162d0-ee97-4b5f-badc-d0095b5cada2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e41614d3ac5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38831"
    uid: cfac4d4c-16c4-455e-b381-9ebef8408d25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:34:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e41684f28004
    namespace: kserve-ci-e2e-test
    resourceVersion: "39464"
    uid: 8bf960ef-8335-48e4-9b20-8942e007de91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:34:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e42a06258c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 4f9945f1-953e-476f-b95e-c77837eca58c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:34:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e42a0626b356
    namespace: kserve-ci-e2e-test
    resourceVersion: "39553"
    uid: c1f73c88-1ac2-4c10-908f-687ae328379a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: a4ddb4a1-8d29-408b-abea-9bfb76725409
  kind: Event
  lastTimestamp: "2026-09-16T19:34:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.74:8643/healthz": dial tcp
    10.134.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:58Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt.18d5e42a8b37bcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 9daae353-db98-4c5a-9f91-70eed24823a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 0f77589c-0750-4f0d-81b2-2f22abe145b6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:25Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-p5pgt'
  metadata:
    creationTimestamp: "2026-09-16T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5e414d30dbd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: 7a08f846-cec9-4c17-a016-3b1a5873862f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38746"
    uid: 027fa0a9-c934-4786-b4e6-406e0c6e3aad
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e414cea21964
    namespace: kserve-ci-e2e-test
    resourceVersion: "38750"
    uid: df183e75-5e48-407f-b465-2039a0be0a2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: afd7b1ab-9e86-4733-b62e-fc4763d01186
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4184d5ec500
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 9de77e9c-029f-4dd0-8f4f-7a11924b2fd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: afd7b1ab-9e86-4733-b62e-fc4763d01186
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4184de19f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39013"
    uid: b27d3d54-60d7-4983-bd44-bc02f2719886
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: afd7b1ab-9e86-4733-b62e-fc4763d01186
  kind: Event
  lastTimestamp: "2026-09-16T19:34:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e41f4c5c2ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: fc3c8de8-105b-4693-9790-09cacdf1f835
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38902"
    uid: afd7b1ab-9e86-4733-b62e-fc4763d01186
  kind: Event
  lastTimestamp: "2026-09-16T19:34:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:55Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e41f4cd29004
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: 1551ab77-07e4-485c-8960-757dcb9c4dd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: dc7253ab-f38f-4d68-90a5-eceb629615ea
  kind: Event
  lastTimestamp: "2026-09-16T19:34:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:52Z"
    name: isvc-pmml-v2-kserve.18d5e414ce9eb2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39504"
    uid: af8c7380-02b4-47ab-b80d-f454f6cf576b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: dc7253ab-f38f-4d68-90a5-eceb629615ea
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-pmml-v2-kserve.18d5e414cf4cf822
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: e8fc9585-a11c-4b1d-868d-9dee0a63ecc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38737"
    uid: dc7253ab-f38f-4d68-90a5-eceb629615ea
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-pmml-v2-kserve.18d5e414cf4d3bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 1e54bf58-9ce0-4c41-a149-5f2ec8d171f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: dc7253ab-f38f-4d68-90a5-eceb629615ea
  kind: Event
  lastTimestamp: "2026-09-16T19:34:52Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:52Z"
    name: isvc-pmml-v2-kserve.18d5e4291e35756f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39503"
    uid: 7ce26d04-0ccd-4f3b-ba08-93330b737b1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 0d7817c6-9ae6-4bb9-bef9-3ee77262e2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:32:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:44Z"
    name: isvc-pmml.18d5e3f5088b43d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38325"
    uid: 4d3b98e7-39a3-4cfe-b83d-61497826c978
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 0d7817c6-9ae6-4bb9-bef9-3ee77262e2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-pmml.18d5e3f509b68d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37399"
    uid: a0505919-eafb-4296-95ef-e9ea861d807f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38323"
    uid: 0d7817c6-9ae6-4bb9-bef9-3ee77262e2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:32:44Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:44Z"
    name: isvc-pmml.18d5e40b51946194
    namespace: kserve-ci-e2e-test
    resourceVersion: "38324"
    uid: e2ee43b7-b121-4ab3-9fe2-15c44216a12f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:14.817877Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21b87acd603
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: d1744644-d9ba-48cd-812d-c50108a3fed4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21b934792a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: bd8ba125-e9e7-4302-a2ea-2bb4f7586654
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:15Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21bcd9a4b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: d3f33187-f14d-4e8b-8b0f-3c23c5c97d3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21bcfd173dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 7e4c4405-d8be-4707-8283-593c0c01a4cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21bd2c343e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 1879710b-39f3-4cdd-a98b-0c686ceb92cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21bd3330da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: da65ef86-9ffa-456e-8613-24bf4a4b245f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cd58c0b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 60045b56-5123-4906-8071-6c9907afe155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cd8f7e301
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 58a7a277-6507-469b-a3a1-b98b3d2dd7d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cd9a82939
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: dffdba56-6acf-4b43-a9c6-f4bbcbd185bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cd9b1f8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 281e0bff-0aeb-4c84-a13c-15a08f348486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cdce824ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: 88337e8b-c5f8-4455-9b1c-ff9d4347aa4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:57:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21cdd5bd37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: ffaf6092-f2ba-424c-b535-9692744b9264
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:58:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e21d4d871d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 856dba17-f509-463d-b72c-686994ff8373
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e230823cb0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: b52040d7-ded9-46c3-9c95-3b0099d1570e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e230823dcdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18497"
    uid: 8da17162-4792-487c-a75d-d544251bb8ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 7ec1fa1e-f8da-45f3-b4d1-4f7877e1e007
  kind: Event
  lastTimestamp: "2026-09-16T18:58:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p.18d5e23153b837a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 650ba289-fcc4-4f15-af8f-b1336dbbe336
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8671335b-f8bd-4c0e-8581-5dce5658c829
  kind: Event
  lastTimestamp: "2026-09-16T18:57:14Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-jln7p'
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5e21b86c57525
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: 38374e82-c783-47c3-b16d-b6befc4bb59f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: beb81d80-3711-4393-816d-5ab9d3390f14
  kind: Event
  lastTimestamp: "2026-09-16T18:57:14Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: isvc-predictive-lightgbm-predictor.18d5e21b81e2c12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 0f97dfef-170a-4574-beca-a23ecacc0204
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 1d51bcf5-17e3-4154-82f7-333382241e4f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:59Z"
    name: isvc-predictive-lightgbm-predictor.18d5e21f00de43d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18039"
    uid: b723dbf9-e120-4ef0-a81e-5fa2ce7f5382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 1d51bcf5-17e3-4154-82f7-333382241e4f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:59Z"
    name: isvc-predictive-lightgbm-predictor.18d5e21f016f230e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 30499c9b-f07d-4a18-b0d4-2acbd6f8a9a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: 1d51bcf5-17e3-4154-82f7-333382241e4f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor.18d5e2228057984f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18493"
    uid: 538010d8-70b3-49fa-862a-49f43907f648
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: 1d51bcf5-17e3-4154-82f7-333382241e4f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:44Z"
    name: isvc-predictive-lightgbm-predictor.18d5e22280c90587
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: 1b6b9e99-63da-4194-aca0-7ab5ebf084c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:10.789422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e26070f43a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: e0663826-8f96-46fa-9062-61389b61de1f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e2607fd2048e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 6ee7c7f0-f527-4cab-bb40-1018a34ce3b8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:11Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e260b7600230
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: ebc297bc-8f04-4a2a-974d-069fe0fd8c02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e260b99ffd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 38eb13ca-154f-47ca-b1f2-6c16e6778e5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e260bc48a949
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: aae9fdc6-9011-4cb3-a95f-70ffdbff578e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e260bcc27ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 513913dc-4f3a-4ede-a2e7-b8d873668c5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261be5d0c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: d7813fe1-4b3a-4f4c-a44f-b2b9faf904a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261c14c23b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 521cfa67-e6ff-40e7-847c-058b2e4765f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261c1c27f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: 94c0496f-e121-49bb-970d-28bee2e79143
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261c1cbe4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 908d1ca7-1668-45a9-9cb1-ae04e8a90511
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261c4dae615
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: 23143b73-e4c6-4fb5-87a7-2975965f3a90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e261c562a536
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 7348d8e9-de97-406e-a932-0aa74df971c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e26a98b6b60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 1ce683b2-d034-484a-bc44-9110ff24a08b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e27404637780
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: d0043815-11b5-4c71-8cf7-1c1d0b391e82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e274046487ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: 3d06c029-8839-4575-b2ef-f3bc4d9e0fe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 1fca01ad-ef32-4026-9193-06ee2a90c7d8
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4.18d5e2751284fba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: ce419f33-8b8b-4534-bebc-9a895bd80c83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 1bbd7f53-2168-4410-84be-2ae3afcea461
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-wb5k4'
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5e2607088c8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: ade40a9a-3dab-4457-8098-1a367c024f7f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: 1944f1ac-da88-495b-acbc-20b92bdac5f7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2606d0f707e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 4cf8ff2f-cadc-4efc-9481-d89b17ed4433
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 499588cf-a464-454d-9bb2-17c69f105654
  kind: Event
  lastTimestamp: "2026-09-16T19:02:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:40Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e263ec7ec820
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: dadf9763-62df-45e7-bf0a-5f0be54a0600
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 499588cf-a464-454d-9bb2-17c69f105654
  kind: Event
  lastTimestamp: "2026-09-16T19:02:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:40Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e263edf072b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: e20d8597-be68-4011-9dba-a4262f17f2b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 499588cf-a464-454d-9bb2-17c69f105654
  kind: Event
  lastTimestamp: "2026-09-16T19:03:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:25Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e26aec3133d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 5c0a07c8-4063-4578-9f0b-9fc7b5481d4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20432"
    uid: 499588cf-a464-454d-9bb2-17c69f105654
  kind: Event
  lastTimestamp: "2026-09-16T19:03:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:25Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e26aecb38e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: a6ab396f-bbe8-432b-accf-1be8c9d9a814
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 754a7828-f193-44c0-942f-385b76d39f3f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-predictive-lightgbm-v2.18d5e2606d03aec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 47cb5675-51e9-4496-9fd6-b5402e24cc79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 754a7828-f193-44c0-942f-385b76d39f3f
  kind: Event
  lastTimestamp: "2026-09-16T19:02:10Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:10Z"
    name: isvc-predictive-lightgbm-v2.18d5e2606dc996cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: e2ab1c81-8962-4d68-ba61-31b42ac9186f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 754a7828-f193-44c0-942f-385b76d39f3f
  kind: Event
  lastTimestamp: "2026-09-16T19:03:30Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:30Z"
    name: isvc-predictive-lightgbm-v2.18d5e272fccf8eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 5a54e6b7-5599-4924-bb04-16cb4b8c595c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: c8edf851-9a0d-4005-ab0c-90cfe013afa1
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-predictive-lightgbm.18d5e21b82e80b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: c9b604ad-a478-4036-8f93-c01ba6e060a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: c8edf851-9a0d-4005-ab0c-90cfe013afa1
  kind: Event
  lastTimestamp: "2026-09-16T18:57:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: isvc-predictive-lightgbm.18d5e21b8354c9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: 89a7e8d9-0906-4b66-8cb4-497fff0baeeb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: c8edf851-9a0d-4005-ab0c-90cfe013afa1
  kind: Event
  lastTimestamp: "2026-09-16T18:58:38Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:38Z"
    name: isvc-predictive-lightgbm.18d5e22f07258cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: 0e19bc16-2b73-452b-91fe-7ce88e219aa9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:44.063380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-hv478
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ea75ba6db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: b67f0153-a779-4e62-98c4-2f4285a082fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ea97d095d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: ba323ad6-a99f-4819-bffb-91447c3803b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ea99772ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: 423b3879-d4fe-49f9-8107-bde2fa1abec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ea9c40cb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: aad5ce35-8978-4b5f-836d-2e4c94796bdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ea9cb52e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 2cc403de-f03b-449b-b1c2-8d2538f0ed2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:49Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1ebb37cf70b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 0453246c-19b9-4246-9aff-063a5ae86092
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:10Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.542s
    (21.542s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:10Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f0b77f12de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: a838c801-94ca-4d28-ac6f-dfe8694b4ec5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f0bf9b0f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 96eaf343-7f1b-4bd8-861b-6e97b9fefd9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f0c1c3c87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: df950a93-57a4-4815-bcf3-fbe4daf4ca73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:11Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f0c1d22f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: c8f81ce1-34b6-46c0-b907-d256286bc768
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.241s (3.241s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f1830d1b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: f3dbb7c0-65de-447b-aeee-52e23c9a1e1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f189d45b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 9a35a56c-d746-4a32-83d5-3787b0676119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:54:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:54:14Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f18b20b89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: f5bd9d4e-8446-4b66-a645-549979eeb19a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e1f18ede0ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 1235baaf-8dac-40ac-96ac-c758b1d87a07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e2041fa764da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: fb3e1b38-6ca5-4a5c-b03f-08d8aa7db6b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e2041fa80f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: a088b6e3-645a-4a23-845b-6302f53fd455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 9170f668-fc9d-47e2-b0e2-20a26036ed6b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:35Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hv478.18d5e2046b18924b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: b9c8127f-110c-4982-ba1d-5b7276f55c6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 8d755f13-e3bd-4b2f-a27a-fefa9b6041d6
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-hv478'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5e1ea752b6843
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: e9536958-0398-49bf-9085-540891cc017f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: a3232a8f-ce71-44a6-b197-2119cdcdaf32
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn-predictor.18d5e1ea71fd5829
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 77d72068-a80b-40d4-aaab-3e90865c07b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: b422966f-19bf-4da0-a51c-6bec74832c34
  kind: Event
  lastTimestamp: "2026-09-16T18:54:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:44Z"
    name: isvc-predictive-sklearn-predictor.18d5e1edf0aed399
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: bba0b693-6d58-4394-b410-189cb61aea1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: b422966f-19bf-4da0-a51c-6bec74832c34
  kind: Event
  lastTimestamp: "2026-09-16T18:54:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:44Z"
    name: isvc-predictive-sklearn-predictor.18d5e1edf0fd2b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 82a265e1-e2f4-4787-9f59-d091ed4ea109
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: b422966f-19bf-4da0-a51c-6bec74832c34
  kind: Event
  lastTimestamp: "2026-09-16T18:55:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:29Z"
    name: isvc-predictive-sklearn-predictor.18d5e1fbed585b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 4eb7467f-c643-43bd-9fbc-c1dcaf908f99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: b422966f-19bf-4da0-a51c-6bec74832c34
  kind: Event
  lastTimestamp: "2026-09-16T18:55:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:29Z"
    name: isvc-predictive-sklearn-predictor.18d5e1fbedd6eddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 95ef9f43-1593-4689-83ab-b08f092196bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:50.198215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18565"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e231bcc948b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 76d3c884-65e5-42d0-8fb0-34e868d5d53b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e231caeb1951
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: de3c172f-f5e5-4478-933f-e760d3820024
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e232028d4251
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 1d4102bb-4c8b-47c3-8ee2-79caa87a872a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e23204f9706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: 4684d49a-ac4c-40e4-86a7-fc5307ae0b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e23207e37e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 66948b6b-f121-4618-b886-14953d36753f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e2320859d073
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 6bff8b10-9442-481c-aa65-b278d52e3d7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:58:55Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e232f16f9704
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 701e9ab3-d707-4faf-8608-693468ae8a14
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.23s (21.23s
    including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237e2e7181f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 5a0c30da-0ba6-4825-a320-5db099f01954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237eb3ac278
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 8bdafacd-4aae-4e0a-a358-74e546a62578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237ec76bdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 82b0e6da-585a-4d3f-8954-10348374b7ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237ec801f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: 24b44655-7b99-4966-8e00-2a87c0679244
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237f25ee320
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: e131945b-ed7e-4e61-94df-d38d46aeb844
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T18:59:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e237f36d28de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: dfd38748-0c71-4c03-a4bc-e559ef2c156a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'Readiness probe failed: Get "http://10.133.0.32:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e2407c23a32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: 8f2c8411-3a7c-4d59-a0a8-6f5217f731a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T19:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e24b652f455d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 2f2238f3-8e3d-4b75-bcbc-630ca266a440
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T19:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e24b652ff50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: dac4ea6a-4bfc-43f0-a7a9-d74a1e42338c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: d1e4ff34-7b79-4e55-a3a8-29a06758e550
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79.18d5e24c200a47fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: ed7f8e13-2adb-4fe4-acb6-8252fba6d76d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: d6c46d78-8f97-4d23-ad0f-8aadcb38edd4
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-5hz79'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5e231bc2a1586
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 67d674ef-8b24-4bce-9e45-c4f2262f00f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: b0c9608c-dfa9-4663-8ffc-7c74c8f321cb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e231b5112338
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 05a47ff8-79c8-4037-b637-d101b7a6f761
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: b1176d81-552c-4f52-980b-8fab7596a7aa
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e23533d1217b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 61daf4e2-8626-4893-b84e-1ffdc0ceac85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: b1176d81-552c-4f52-980b-8fab7596a7aa
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e23534a84003
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: be11313a-a5d1-4c5a-9a03-484c90ebcd98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: b1176d81-552c-4f52-980b-8fab7596a7aa
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e24331e670b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 6b7c1ece-25b3-4441-ada5-f4598376f29d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: b1176d81-552c-4f52-980b-8fab7596a7aa
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e24332b7826b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: 7fc54bfa-609c-48e0-9345-a4a0c0d02a69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 2c541917-74bd-4714-b172-9932a090bd61
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-predictive-sklearn-v2.18d5e231b5243d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: e0f2aea6-5255-4814-bbab-01c87dc930a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 2c541917-74bd-4714-b172-9932a090bd61
  kind: Event
  lastTimestamp: "2026-09-16T18:58:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:50Z"
    name: isvc-predictive-sklearn-v2.18d5e231b5de5ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 7ce642d2-34c4-467f-9a3c-c90095322aee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 2c541917-74bd-4714-b172-9932a090bd61
  kind: Event
  lastTimestamp: "2026-09-16T19:00:33Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:33Z"
    name: isvc-predictive-sklearn-v2.18d5e249d9d0970b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: f30ec49a-ddec-47e0-aca4-871e93cac639
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 48bf270d-2f38-4394-8f7f-2256797a7b41
  kind: Event
  lastTimestamp: "2026-09-16T18:55:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:32Z"
    name: isvc-predictive-sklearn.18d5e1ea7230008d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 4484655c-203d-42dc-b0c7-84b38f7ae967
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 48bf270d-2f38-4394-8f7f-2256797a7b41
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-predictive-sklearn.18d5e1ea7297c168
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: a4ee287a-4670-4815-8050-7f4a7670bc8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 48bf270d-2f38-4394-8f7f-2256797a7b41
  kind: Event
  lastTimestamp: "2026-09-16T18:55:32Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:32Z"
    name: isvc-predictive-sklearn.18d5e203a27256f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 58fdd8c5-07cc-4b56-9107-a05ab517efdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:39.475601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-4wjgg
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e20554d530e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 406d5ae7-7079-4dd0-8d28-be1555defcac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e20576cc0056
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: a4571f53-d9f7-43b7-bd23-ce0857c80f8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e205787a2d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: ef9fdd4b-b9e4-4cab-9b79-9203e64dde27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2057c4b87d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: c6234625-0dc7-44f3-bc0e-36a3d0d1b2c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2057cb2c060
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 6fb0e8aa-8bce-4a4c-abf0-ca6394e9ca46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:44Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2069c5c898a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: bf1efd51-bc3e-4a17-a3f7-610a2f0c336f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2069f40aa84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: c4e9c956-2d81-4fa3-9f5e-5f0f1f1acb9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2069fa473b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 7d27e83a-f6dc-4a77-9e74-79901297afbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e2069fafa81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 78661a60-e91e-48d9-8751-d534affec687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e206a265f6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: efe42df4-4e09-49bf-a400-2fff1e3a8a4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:55:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e206a2cf305a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 8ec22236-499f-40de-bd87-ac945be978ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e206d8675aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 4da113e6-0e75-480c-89f9-0504895a2970
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e21a4e2fb204
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 201300a9-e0ef-423f-8a52-2ef6bb207935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e21a4e302f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 966ef0d0-9e29-430b-a959-c06c63fdeb4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 66c61900-ff5c-499c-a9b2-395f6a806f7b
  kind: Event
  lastTimestamp: "2026-09-16T18:57:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:11Z"
    name: isvc-predictive-xgboost-predictor-695f978978-4wjgg.18d5e21adeae6f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: d28b02ca-af58-45e6-bada-6f5b7b753253
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: 992131f9-7702-462b-8ae3-1f6e5271bbc3
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-4wjgg'
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5e205544f8b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 630bde54-b4e5-4817-a1de-c728bcc1747d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 4d267eea-c5d8-4780-a99b-18c946c3677c
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-xgboost-predictor.18d5e20550fc515a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 50a3c28c-c8ce-40b0-97c2-5f354399825e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 31d7573e-970b-4b1b-a081-390bcbdff5b6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-xgboost-predictor.18d5e208cf849d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 5d344e56-9392-41b0-b325-ee6174e29e9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 31d7573e-970b-4b1b-a081-390bcbdff5b6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:24Z"
    name: isvc-predictive-xgboost-predictor.18d5e208d043b16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: c1b7c51c-c6f6-41bf-abb0-7262ef749325
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 31d7573e-970b-4b1b-a081-390bcbdff5b6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-predictive-xgboost-predictor.18d5e20c4f06b445
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: e5ba326b-c74c-46eb-8f7b-d7b06fcc28c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16862"
    uid: 31d7573e-970b-4b1b-a081-390bcbdff5b6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: isvc-predictive-xgboost-predictor.18d5e20c4f75a449
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 32f65a79-7d39-4d79-bace-4eb61b5d762f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: 31d7573e-970b-4b1b-a081-390bcbdff5b6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:09Z"
  message: deployments.apps "isvc-predictive-xgboost-predictor" not found
  metadata:
    creationTimestamp: "2026-09-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:09Z"
    name: isvc-predictive-xgboost-predictor.18d5e21a4bae090d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 618d916b-e21a-4f8f-abfa-6c84e705e651
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:45.758565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ca4b887f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 4ae45e92-32e1-4f04-a020-5f2f53c85d56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24cc6cbaf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: c1d9787b-7c14-40b1-b6e4-96f77d30fbff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24cc948c6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 222e3ac7-bb5e-4b08-b292-168c4be88a34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ccbb35268
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 009321e5-3f9b-4b0a-8e0a-3dfa4047be1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ccc17f3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: d5cbf664-eff9-4596-bb69-72ca5b1af347
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:50Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:50Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ddb3c580e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: e6da0bae-6778-4901-9554-065fea39c66b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24dde845881
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: a06b53e8-a817-4209-ae12-d8e50a3fac19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ddefbd4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 7080a3b6-154e-41cc-8434-aca92801efe9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24ddf06e04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 409147b0-c7b0-4da8-837a-f9bfbdae5605
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24de22338de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: a5d5f199-4392-465c-9f0b-e0b69054b3d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e24de298e1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 24dee781-9e94-4613-99da-ad4d43621347
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:08Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e256b58b3c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: e46d9ecc-d9fa-4ba6-8950-765d83611923
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e25f38c7d849
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: 75250f72-9a4b-45bb-ad26-36338f7cac75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e25f38c84c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 203cad9e-1e94-4771-9d65-266522892025
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 79878dcf-7e0b-45db-81b1-186e61cc63d0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4.18d5e260055d1372
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 5100d362-647c-4f68-978a-f8051fecb372
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: c2585b59-0921-46ff-b95f-c581393f201c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:45Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-vcdc4'
  metadata:
    creationTimestamp: "2026-09-16T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5e24ca35d0b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 7a9b1c65-0197-443a-bbc3-c0019337653e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: 468fdaca-2270-41fc-9b60-da75801bfe7c
  kind: Event
  lastTimestamp: "2026-09-16T19:00:45Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e24c93e4d92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 61c1032a-67dc-49d8-9941-d4dfab48ea87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 15dd0d76-4ed7-4187-a88e-013a28b71572
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e25012547ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: e4f64a8e-a31f-4d82-aa43-6c565febbfdc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 15dd0d76-4ed7-4187-a88e-013a28b71572
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e250132ba0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 7bf76a45-d35a-4b09-8c78-18c25b273092
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 15dd0d76-4ed7-4187-a88e-013a28b71572
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e25a913292bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 22717cc6-6976-4e41-bed3-9b16f17b9aef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 15dd0d76-4ed7-4187-a88e-013a28b71572
  kind: Event
  lastTimestamp: "2026-09-16T19:02:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:00Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e25a91fc6c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 0a866ff6-ec67-4b7d-962f-9e5df95cc2aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: dda4aa4a-5b7a-412e-b97b-295217dbab5a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-predictive-xgboost-v2.18d5e24c93ed245a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: a28ffd3a-cf18-4c6f-9e9b-90bcef5cfb7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: dda4aa4a-5b7a-412e-b97b-295217dbab5a
  kind: Event
  lastTimestamp: "2026-09-16T19:00:45Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:45Z"
    name: isvc-predictive-xgboost-v2.18d5e24c948cbb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: 3adc82e0-77e7-4095-af5d-d2cc58cffa61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: dda4aa4a-5b7a-412e-b97b-295217dbab5a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:59Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:59Z"
    name: isvc-predictive-xgboost-v2.18d5e25db9a6473f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: 3149841c-c8ec-4d42-afd6-1bd4982362df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 2bb2666f-7e4d-487a-9edc-a7c9802134f7
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-predictive-xgboost.18d5e20550fcd879
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 9c769a77-c084-4d4c-9a56-e061db990330
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 2bb2666f-7e4d-487a-9edc-a7c9802134f7
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-predictive-xgboost.18d5e20551b53ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 96d0d8a0-91ad-40f8-a859-104fd77100bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 2bb2666f-7e4d-487a-9edc-a7c9802134f7
  kind: Event
  lastTimestamp: "2026-09-16T18:57:02Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:02Z"
    name: isvc-predictive-xgboost.18d5e21894c2bf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: 34c32221-2cb9-4bb5-b829-e17106f52715
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:54.841705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38441"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-63d815-predictor-54888c955d-rw7wt
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40dcb08fd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 16c67b8e-a77c-41d1-babd-f3dbf24f5842
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-63d815-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40dd2538d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38455"
    uid: 2a8c53da-ad95-4ca3-9011-9d8cbea2a4c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38451"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:56Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:56Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40e10f5b803
    namespace: kserve-ci-e2e-test
    resourceVersion: "38464"
    uid: d4e0861e-6ef2-46f1-a5cd-550fe14b12c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:56Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40e132d702f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38467"
    uid: a3bc5b72-1377-4c4d-9845-46f44537ea90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:56Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40e1640c7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: fefb40f5-2666-4681-a417-d241a06057b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:56Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40e16be59b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: a8057711-6f84-4f66-9521-35a93bb12d1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f08011d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 0888d32c-0219-4432-8ff7-ffef61e18d65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f0b4c01fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: ab650b99-648c-4bbe-98af-4f15febe337a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f0bc1e28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38513"
    uid: 77cb9b09-7cbd-4b07-8831-d4c51d70af99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f0bcc10a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: b472ada8-d81e-437a-8190-cd819cca2193
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f0f213abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38518"
    uid: 195cd82c-968b-47e8-8a3e-e9816964a230
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:00Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f0f9590c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: 91b9a812-ce91-4034-a642-1705f7d0a77d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:34:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:07Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e40f4411c26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39099"
    uid: 617feebe-b2c3-4650-bbdd-653c9b7bc7b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:58Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e42a86f30341
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: b0060700-5d0c-4932-bd45-e29eb4b1e998
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:34:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:58Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e42a86f3a4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39599"
    uid: 9412473e-faef-4987-9dc3-dc268f5c303c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38443"
    uid: f20bd9fa-33f6-456e-aeb1-49f242479ed5
  kind: Event
  lastTimestamp: "2026-09-16T19:35:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.73:8643/healthz": dial tcp
    10.134.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:02Z"
    name: isvc-primary-63d815-predictor-54888c955d-rw7wt.18d5e42b706ffade
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: 01e2c88f-9912-44e3-b172-e354b8e7f055
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-63d815-predictor-54888c955d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 7c07166b-775e-4181-90c1-3d9d303edc30
  kind: Event
  lastTimestamp: "2026-09-16T19:32:54Z"
  message: 'Created pod: isvc-primary-63d815-predictor-54888c955d-rw7wt'
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815-predictor-54888c955d.18d5e40dca85d054
    namespace: kserve-ci-e2e-test
    resourceVersion: "38442"
    uid: 725fa6d1-af77-4e38-aa96-60cc60673387
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38430"
    uid: 62e8be28-2ccb-4c1a-ace7-ad582b54be26
  kind: Event
  lastTimestamp: "2026-09-16T19:32:54Z"
  message: Scaled up replica set isvc-primary-63d815-predictor-54888c955d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815-predictor.18d5e40dc5e99138
    namespace: kserve-ci-e2e-test
    resourceVersion: "38433"
    uid: e0f8ef4b-37e0-4dce-867a-9979ac8e4cf4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: cb8a8abc-0097-4a92-8881-03f7b5287ca3
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-primary-63d815-predictor.18d5e411452ab0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: 91b4e938-7a3a-4764-b507-80c1482c3618
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: cb8a8abc-0097-4a92-8881-03f7b5287ca3
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-primary-63d815-predictor.18d5e41145b4c5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 34c3e4da-adde-429a-bad9-f23c30cdf44d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: cb8a8abc-0097-4a92-8881-03f7b5287ca3
  kind: Event
  lastTimestamp: "2026-09-16T19:34:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:39Z"
    name: isvc-primary-63d815-predictor.18d5e414c494344e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 4e233556-ab42-4f09-b949-ddf4e343124f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38592"
    uid: cb8a8abc-0097-4a92-8881-03f7b5287ca3
  kind: Event
  lastTimestamp: "2026-09-16T19:34:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:39Z"
    name: isvc-primary-63d815-predictor.18d5e414c51c8377
    namespace: kserve-ci-e2e-test
    resourceVersion: "39353"
    uid: f83d3dea-ec9c-4296-bc6f-3022c0c183e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: 25013322-5a22-4780-bcde-5ecc3489be1e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:17Z"
    name: isvc-primary-63d815.18d5e40dc5fa64e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 47eace10-c6a9-47ea-a691-76a5967baf4c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: 25013322-5a22-4780-bcde-5ecc3489be1e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:54Z"
  message: 'Failed to update status for InferenceService "isvc-primary-63d815": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-63d815":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815.18d5e40dc68a048a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 51f1ea29-e688-4b9f-88f5-dd29f3772cc6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: 25013322-5a22-4780-bcde-5ecc3489be1e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-63d815": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:54Z"
    name: isvc-primary-63d815.18d5e40dc68a4aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38437"
    uid: 853c3b78-6c84-4c20-90f8-ba305337f863
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: 25013322-5a22-4780-bcde-5ecc3489be1e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:17Z"
  message: InferenceService [isvc-primary-63d815] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:17Z"
    name: isvc-primary-63d815.18d5e42101082045
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: d5f04a08-083f-4c09-91d8-6e67741a8a8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:34:40.028319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:34:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:34:40Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e42648a5529f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 49449658-b6c8-45ae-990c-7e71bede1c95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-63d815-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:40Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e42654c603bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39382"
    uid: 25e6cbb9-778e-4aa7-9a33-11c56e5a776a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39377"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:41Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:34:41Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e4268ebff4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 77583065-85cc-4024-9aee-eae399247d07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:46Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e42690aa761a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39446"
    uid: 3f6edd23-8ce1-4f4b-addd-84669878fd59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:46Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e4269460b4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39448"
    uid: 4ebfb5b6-2029-4e3c-aa3d-1472752b04c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:46Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e42694e40a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: e086a29c-ceaf-4868-9160-9f7561f8dede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 21f59e76-7469-442f-9db1-690c88bcf02d
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f_kserve-ci-e2e-test(21f59e76-7469-442f-9db1-690c88bcf02d)
  metadata:
    creationTimestamp: "2026-09-16T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f.18d5e42903066577
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: a2f48729-9006-4639-b2d8-2cd537c626ea
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-63d815-predictor-56c45dbb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: f1209ed1-39cf-4542-80d4-3cb93d48a57b
  kind: Event
  lastTimestamp: "2026-09-16T19:34:40Z"
  message: 'Created pod: isvc-secondary-63d815-predictor-56c45dbb9c-wfb6f'
  metadata:
    creationTimestamp: "2026-09-16T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:40Z"
    name: isvc-secondary-63d815-predictor-56c45dbb9c.18d5e426481efe1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39369"
    uid: 68e0eea3-cd77-4043-b553-1ab0c5307085
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39357"
    uid: 0a7220e3-421d-465f-a835-e430a742370e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:39Z"
  message: Scaled up replica set isvc-secondary-63d815-predictor-56c45dbb9c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:39Z"
    name: isvc-secondary-63d815-predictor.18d5e42644275e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "39360"
    uid: 79a64190-9129-4ac9-936b-55d6d581a20c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: a3699946-540e-4cd9-860a-39fdb86716b8
  kind: Event
  lastTimestamp: "2026-09-16T19:34:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:54Z"
    name: isvc-secondary-63d815-predictor.18d5e429c33af467
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: b747522d-5ad4-4986-bbb8-cf4db6f3979b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-63d815-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: a3699946-540e-4cd9-860a-39fdb86716b8
  kind: Event
  lastTimestamp: "2026-09-16T19:34:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:54Z"
    name: isvc-secondary-63d815-predictor.18d5e429c3d1c1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 1413bfa2-b5d1-4a1f-9897-bfecc8644333
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: cabd0851-d395-4714-a361-182ab2a50916
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-secondary-63d815.18d5e42644cf154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 731d0580-0cea-4660-aff8-f705b66d2837
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: cabd0851-d395-4714-a361-182ab2a50916
  kind: Event
  lastTimestamp: "2026-09-16T19:34:39Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-63d815":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-63d815":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:39Z"
    name: isvc-secondary-63d815.18d5e42645535930
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: b10c1802-cd71-4b89-90f3-8ccb2f9e4890
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-63d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: cabd0851-d395-4714-a361-182ab2a50916
  kind: Event
  lastTimestamp: "2026-09-16T19:34:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-63d815": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:39Z"
    name: isvc-secondary-63d815.18d5e4264553a8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: b2e509ba-27cf-491c-b8cf-68f0a34479d3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:55:09.247406Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1fe4b178b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 6c8f5f8f-7302-43f2-a1e7-ecb39fc54e80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1fe6d25e2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 5d46b964-4bfa-4435-8314-d0086795da95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1fe6ec16cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 6a6c6705-434b-4164-ada4-10ddfae619ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1fe71a84f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: ce3d10c1-7807-4a66-bc58-ca03be55687e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1fe721c9114
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: b4423a44-6631-4cbd-adbc-11f45b5e1fdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff7983174a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 6bfe0eff-0bd4-4306-b380-0f3afbf4b28b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff7cea29ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 8d6000bc-063e-4a5c-8686-4de296c4643e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff7d62cfe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 53750da5-22f7-4a6d-a518-69723f1af940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff7d6c1695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 88bedf9e-891b-430e-9ed9-d916d6a384c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff803524ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 11af170d-f3f2-4927-9ef1-b8d87d575dbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff80a7250a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: e069f1ce-2bbb-42c1-9dda-55b2351594e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff80aff605
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: a12bec6c-f4c2-4cab-8a2e-b392c35e1131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff83d681a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 20c611df-fc7a-45af-af83-2ecf08bb2f52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:14Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ff8447f927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 9ea86538-4d53-4259-b756-26e2dfde2113
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ffb59c9c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: c5f4c4d1-97ec-4a48-81d0-3dd8e109258e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:51Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e1ffb5a71c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: e2082a3c-2575-46c9-87fd-8261fa5caeba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e2146c615fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: ab7a102d-419e-43e9-af97-8d1eaf0d3634
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e2146c617d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 24c56965-5148-4654-b1e5-b8d0e4a60b31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e2146c6429e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: a22cfd23-7b7e-4dba-b831-f6e75d092155
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 459b94c6-cd7b-48ce-b1f7-63ea689cb5b1
  kind: Event
  lastTimestamp: "2026-09-16T18:57:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:01Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz.18d5e214e5e19f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: a348ef76-1838-4aaa-b3e0-10493c078867
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: a5276450-c73e-4035-90be-7ad651652e21
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-dfc48c89-j4mbz'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor-dfc48c89.18d5e1fe4a7e6750
    namespace: kserve-ci-e2e-test
    resourceVersion: "16370"
    uid: 1f87b5b0-ba12-4bc5-b72f-45b6ba7c130e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: a9d88ee8-96b4-47d1-94ab-7622d12bfca1
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-dfc48c89 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e1fe46a28b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 02dc8d24-02b1-4b22-b086-7be5b0b1ff36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: aa75e135-36d9-44f1-b13c-d1dfbe59d532
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e201c50f81af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: a7771f5e-d2af-47b7-9c38-d9bffb90d943
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: aa75e135-36d9-44f1-b13c-d1dfbe59d532
  kind: Event
  lastTimestamp: "2026-09-16T18:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:55:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e201c58cd4a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: c0692e66-19f8-4f02-bbb9-7778c6e4d21e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: aa75e135-36d9-44f1-b13c-d1dfbe59d532
  kind: Event
  lastTimestamp: "2026-09-16T18:56:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e208c44bd990
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: f4af8436-6128-4af6-b38a-c0e654a9aced
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: aa75e135-36d9-44f1-b13c-d1dfbe59d532
  kind: Event
  lastTimestamp: "2026-09-16T18:56:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e208c4e3a192
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: ee2b6c42-69dc-4640-bd6b-4d2680d58344
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 387d3c70-d035-4f20-9e0f-30baa1f2072d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-sklearn-batcher-custom.18d5e1fe4679e68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 58e2926a-0fd1-4aee-8b72-d79b276105c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 387d3c70-d035-4f20-9e0f-30baa1f2072d
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom.18d5e1fe46fa9c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: fa3e41bd-e87d-45a8-8f39-ac77f7be90f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 387d3c70-d035-4f20-9e0f-30baa1f2072d
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-custom.18d5e1fe4dc7aacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 158829c7-e5eb-4e39-aaf2-824ccadb674b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 387d3c70-d035-4f20-9e0f-30baa1f2072d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:31Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:31Z"
    name: isvc-sklearn-batcher-custom.18d5e2116e17a69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 1ede3280-6ede-47af-96f7-83c2b9fd9bdd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:24.066578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e5cdd37af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: cf22204b-5d32-4a24-889b-b7c100e52124
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e5efca7942
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: deeb2187-f479-4f24-bfe2-8a7f31af73a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e5f190212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: f9a6a40e-c980-4de5-9635-c05529fbe2d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e5f47d6698
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 09ac0099-b90e-4497-b5c7-aec5c3748454
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e5f4ef8296
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: f4456c22-0dc9-4d52-9a0e-b10ded295c6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:28Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:28Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e6e7875129
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 8f6c850a-a922-4c03-918c-8aecbdf56344
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 12.952s (12.952s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:41Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e9eb8db8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: 3faed1d6-ac88-413b-accf-f76735864ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:41Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e9eebf2e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: f44204bf-84dc-46fd-b1cd-c1329b59b597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:41Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e9ef3576bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: c44cda32-7a67-476e-84e1-63460e7dd9f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:41Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1e9ef427a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: ee33f763-4d90-4e72-b902-63f2e2dab950
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.145s (2.145s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:43Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1ea6f229936
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: 40768428-6484-4cbd-8b7f-7e9ff3e020c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1ea74012b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 3c80cdf0-e6b9-4968-900d-d60664864a5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1ea7479bc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 0b3017a2-0fcd-47fd-ae25-0d70aa355ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:44Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
  metadata:
    creationTimestamp: "2026-09-16T18:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:44Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1ea74867b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 20714bfc-f7d3-4c8e-bb9f-726398f6f8e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b2f25d6795b8ebd41ededee75d11d5b4c26ab534501a041bcd9b37043528824a"
    in 2.144s (2.144s including waiting). Image size: 239960677 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:46Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1eaf4526856
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 7a9fc0c0-a56a-4b44-a930-d755a25a42a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:46Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:46Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1eaf80c3840
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 757eebd7-f191-407c-8616-3a1d554feafc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:53:46Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:46Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1eaf8823718
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 47a89f17-0eae-44b5-b6fd-321ec71969b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:23Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1eb1ec89a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 34145f40-6f08-49af-b05e-84c6abbab2dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:23Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1eb5aa3bf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 2c4220ca-7b7d-4a54-a00c-3010cea72bda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1fe41b07d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: f6f3f692-6355-4f96-87c2-041992292757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1fe41b0c6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 908e883e-fb42-4a74-82e5-308f46b1e4b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:09Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1fe41b10a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 2f294194-e57b-4cca-899e-e3483428ab9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 8d5be4bc-640d-48cb-84e2-a8bc4df78e43
  kind: Event
  lastTimestamp: "2026-09-16T18:55:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:55:28Z"
    name: isvc-sklearn-batcher-predictor-598fd877f-xqq2c.18d5e1ff60e9bef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 93add18f-3966-49d3-bb5d-240f9837031c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-598fd877f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 055e4655-a237-4fb8-9dc6-1701ec6ae063
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-598fd877f-xqq2c'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher-predictor-598fd877f.18d5e1e5cd583b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: bb45d16e-c3b7-4a8a-9a9c-3c331767f948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 13a0faf9-0c57-4015-8ed3-f6921d0c746b
  kind: Event
  lastTimestamp: "2026-09-16T18:53:23Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-598fd877f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:23Z"
    name: isvc-sklearn-batcher-predictor.18d5e1e5c68a86a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: d5938a6c-c251-4bf5-bf7b-17f100caf7f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 3ec7b3d5-8ad2-469b-bf09-67681a516703
  kind: Event
  lastTimestamp: "2026-09-16T18:54:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:24Z"
    name: isvc-sklearn-batcher-predictor.18d5e1e94bcee33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: c42e43c1-baf4-4712-a169-80ea0a3bc744
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 3ec7b3d5-8ad2-469b-bf09-67681a516703
  kind: Event
  lastTimestamp: "2026-09-16T18:54:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:24Z"
    name: isvc-sklearn-batcher-predictor.18d5e1e94c5345d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: 895a1cd9-64d6-4507-bffd-4cc9b1ed30d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 3ec7b3d5-8ad2-469b-bf09-67681a516703
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher-predictor.18d5e1f749594e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 63d384da-887e-4fd7-9604-0774640f8960
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 3ec7b3d5-8ad2-469b-bf09-67681a516703
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher-predictor.18d5e1f749dc7547
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: eeb9df1f-39c5-4d7a-839a-46b74c551ab7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 205839e3-a6b1-446e-ba39-09c4c6548de4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher.18d5e1e5cc9d5ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 589e4689-fa47-4bf4-8c56-b9497e866124
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 205839e3-a6b1-446e-ba39-09c4c6548de4
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher.18d5e1e5cd1b1cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: eaf9233b-cff1-459e-a192-9a6bce897cff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 205839e3-a6b1-446e-ba39-09c4c6548de4
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: isvc-sklearn-batcher.18d5e1e5cd1b5984
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 8f53ab3b-704a-4e28-9a43-a514ae1c6fb9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 205839e3-a6b1-446e-ba39-09c4c6548de4
  kind: Event
  lastTimestamp: "2026-09-16T18:54:54Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:54:54Z"
    name: isvc-sklearn-batcher.18d5e1fac1a520d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: d5822384-0c08-4df8-9fba-45f8319f6762
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:03.888837Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae1c55e59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: 9aec17a6-342a-466f-b1d6-ee6aa62f9277
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:04Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae24aa76cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34375"
    uid: 7a1b7add-bd04-4eb7-b3c7-887efb91913f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae6221e5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34386"
    uid: 29633376-4aa8-43c7-a54b-0695761da5f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae64563d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: acda8c69-83d2-427d-988b-98ba983176d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae670d5989
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: 83fa839f-c0d6-4481-94d9-4b1e86457864
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:05Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3ae67800778
    namespace: kserve-ci-e2e-test
    resourceVersion: "34391"
    uid: 3a4c048c-9670-4fec-a5ed-6ff21639bafd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:09Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3af51487825
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: 71cb3c1e-5d1e-4e0c-bdc8-888354cf8155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:09Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3af548640aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: c6e0d53e-f209-4fe8-aa2b-6b215c58da80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:09Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3af54fbb980
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 18994293-389b-4ef5-a6f4-3c39871f1078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:09Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:09Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3af55099f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 03ed13ef-1af7-49fe-8c92-413566d99db5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.592s (2.592s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3afef8eefe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34452"
    uid: 2b3e1726-c87e-4ea6-93f7-cb0c5a133498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3aff3bffff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34453"
    uid: aaa79767-6289-454d-8a05-605876ff89c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3aff4490db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34454"
    uid: 40408cbd-86e3-4c5d-b70c-72f649c90a82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3aff455b82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34455"
    uid: ea0f12c6-8525-428e-b113-aa2a2692f467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3aff8298314
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: e0dd1084-a7db-460d-8a36-dd7842d84186
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:11Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3aff8a3590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: d0c45ae9-4c01-47cd-975c-a9bfd463e97b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:49Z"
  message: 'Readiness probe failed: Get "http://10.134.0.64:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.64:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:49Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3b64f7e82f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35352"
    uid: 354d8e3e-5c83-4e78-9738-d4610c5edd1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:26:44Z"
  message: 'Liveness probe failed: Get "http://10.134.0.64:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.64:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:44Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3b7a349e934
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 8672165f-db67-496c-a678-db7a506ec504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:23Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3c0bfc1c202
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: 83e565e9-4ea1-4c71-96cd-b640ef35f002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:23Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3c0bfc26476
    namespace: kserve-ci-e2e-test
    resourceVersion: "35099"
    uid: 339745da-a891-4609-b1e9-f2eaec3a7c10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:23Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:23Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3c0bfc26479
    namespace: kserve-ci-e2e-test
    resourceVersion: "35100"
    uid: 5bd1b7e5-3f9b-47d4-ba7a-e562d17132b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:49Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3c0c9544f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 1330bd38-b66e-428c-9593-e35e6042d03c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: 497855df-2858-4915-9e8e-3504b3a6c276
  kind: Event
  lastTimestamp: "2026-09-16T19:27:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:55Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv.18d5e3c801176558
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: 1b5a6a02-c791-4cf8-847f-32d7040d3c2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-76d4c69869
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: 2292d813-26fe-4040-bd48-dc5fa4669cd7
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-76d4c69869-4jtdv'
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-sklearn-mcp-predictor-76d4c69869.18d5e3ae1b1c2acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34363"
    uid: c09ff616-5672-4f5d-93a4-e21d5e8c8658
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: 9378f56a-4777-4068-870e-14025a3cbf30
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-76d4c69869 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-sklearn-mcp-predictor.18d5e3ae1557c9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: d6c4f61a-ef97-49b3-ae2b-65502d27286e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: f10ad7a6-d881-4f92-a6cc-67064640f025
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-mcp.18d5e3ae14ae06f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: dbc33fba-67dc-4ec4-8755-1d8fff8bbd84
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: f10ad7a6-d881-4f92-a6cc-67064640f025
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-sklearn-mcp.18d5e3ae15bfee79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: fd15f4ad-8be7-41d5-a048-46683db95d72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: f10ad7a6-d881-4f92-a6cc-67064640f025
  kind: Event
  lastTimestamp: "2026-09-16T19:26:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:03Z"
    name: isvc-sklearn-mcp.18d5e3ae1f615c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: e0308de8-3386-4783-bfc2-bcb8edd56aad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: f10ad7a6-d881-4f92-a6cc-67064640f025
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-sklearn-mcp.18d5e3bfa7681658
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: 2499ba65-8c6f-4e1b-81c1-15ac8622cd63
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:14.534741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21425"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-78d7749847-5xhdr
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27d40bfe290
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: af19ef6b-8acc-47c5-9e37-a751479e5242
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:15Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:15Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27d632cb822
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: a7d5f83f-0839-4536-b5a0-ecdd285b6c0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:15Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27d64d11534
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: 38f20e58-9e2b-47ce-9ef6-3f6692cfb148
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:15Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27d67bad936
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: 8957b77d-8537-4e6b-afde-2c3d3c6263da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:15Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27d6820bb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: 69f0bfe8-f442-4bbf-a18e-2a752d6175cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:19Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e84810a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: a6cbf503-7f88-497f-8da0-4122e174dfaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e87c9a8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: 9fa66a1b-f0c3-451f-957a-f700d9599a99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e88368aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 13f1739f-610c-49d6-ae3f-e497446c171c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e88401210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: dd783c68-0a7d-4578-b225-24e2239b6751
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e8b26d996
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: bd1e54ea-f4fb-4e3e-99ea-98ffb4f5d43b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:20Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27e8b970adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 63b89f55-0824-4c7f-bd12-b831c16d3d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e27efc6d6034
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: c968b608-c143-496f-8e69-bb57058583f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e29240d4681b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 55fbb06e-89cb-4488-b089-fa49040c6936
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e29240d5398f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: 05d82a69-9a70-4511-a2de-040438944046
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78d7749847-5xhdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 817abde1-00ac-4296-a65d-7373a0e6135b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:47Z"
    name: isvc-sklearn-predictor-78d7749847-5xhdr.18d5e29302b76234
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a1e76ad0-bad5-4f6f-a9f5-8b05833fa18d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-78d7749847
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 4c142aeb-3932-489b-8e59-9052a567858a
  kind: Event
  lastTimestamp: "2026-09-16T19:04:14Z"
  message: 'Created pod: isvc-sklearn-predictor-78d7749847-5xhdr'
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-sklearn-predictor-78d7749847.18d5e27d404813f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 35658e7d-3ac9-44f1-8e06-762f318c0fbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 12124c18-ae4e-4bcd-abf0-5cbee3993710
  kind: Event
  lastTimestamp: "2026-09-16T19:04:14Z"
  message: Scaled up replica set isvc-sklearn-predictor-78d7749847 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-sklearn-predictor.18d5e27d3c212823
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: cdc384d5-8130-43e0-b75c-aff17b698983
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 854d8c81-6d2c-4d82-9695-246ba59ad145
  kind: Event
  lastTimestamp: "2026-09-16T19:04:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:59Z"
    name: isvc-sklearn-predictor.18d5e280bad1f795
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: f2422f72-6b1f-451d-9268-712835bbf786
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 854d8c81-6d2c-4d82-9695-246ba59ad145
  kind: Event
  lastTimestamp: "2026-09-16T19:04:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:59Z"
    name: isvc-sklearn-predictor.18d5e280bb5e56a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 64315ce4-2da1-479b-9f67-3cf3efb9a87d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 854d8c81-6d2c-4d82-9695-246ba59ad145
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: isvc-sklearn-predictor.18d5e28b39f04be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 6d597d47-acfc-4959-a88d-90bf4a3895e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 854d8c81-6d2c-4d82-9695-246ba59ad145
  kind: Event
  lastTimestamp: "2026-09-16T19:05:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:44Z"
    name: isvc-sklearn-predictor.18d5e28b3a7053b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 579f217a-f112-4573-af3e-bf78970a3938
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:05.244523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c0f067243b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 9dd9fab6-c33e-473a-9df9-b795867236ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c0f9978bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 550e7ad6-c3e9-4828-ad54-3a9d7f4c0e8b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:06Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:06Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c1364a9420
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 69aa3476-5a2a-4739-af60-05758167630e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:06Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c137e4f378
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: 4281f363-2974-43b6-a118-3c5068746327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:06Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c13a8fb57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 2a7b7276-9661-4351-9a89-99631a0bbf2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:06Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c13af707a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23897"
    uid: 0f60076d-f407-4848-a640-dd6a495da7a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c29b353163
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dc99325e-543a-4463-9cff-4fea03ac6d7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c2a2f7ad4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 83cb8a0b-f00f-4276-b22a-3f711667741d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c2a4eeebf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: eebfdc6a-802a-41ae-a67f-2a64acf91bdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c2a4f82e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: cc4705ce-32b0-4f6f-9aa4-b0732ff053e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c2aad60a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: 9f82dcda-4521-4066-a70b-7e9135e0525d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c2ab85a054
    namespace: kserve-ci-e2e-test
    resourceVersion: "23983"
    uid: 5d22b3d5-5195-4a6d-919b-f08183896d74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:20Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c3138a78fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: f2d65cd1-c2b0-4ce0-bd9b-9e1d9a698e34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:37Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c8639dbac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 4b3fcb4b-db1a-4318-a6a0-0e1556cc2f35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 770a19f0-6bde-4292-b822-acfc1f70cd34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:37Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94.18d5e2c8639e636f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 7615417d-1239-470e-b49c-7badd6f15359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7f586df5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23851"
    uid: c0f741f2-59ba-4826-9652-c1faa0e5635e
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7f586df5dc-mdl94'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn-runtime-predictor-7f586df5dc.18d5e2c0ef2cae35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 4e653010-ab7a-4496-87fd-236be8a1c5d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: f3872325-880d-47bc-85e6-2e2e61e88bd9
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7f586df5dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn-runtime-predictor.18d5e2c0eadbdc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: ccc2712c-5601-4c50-9d75-0d547d0fc295
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 9b9f3188-2602-4b18-8fe0-cf24d205ddc5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-sklearn-runtime-predictor.18d5e2c46a2744e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 496ad22e-5894-4890-a236-2ace9b5a8836
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 9b9f3188-2602-4b18-8fe0-cf24d205ddc5
  kind: Event
  lastTimestamp: "2026-09-16T19:09:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:35Z"
    name: isvc-sklearn-runtime-predictor.18d5e2c46ab2084e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: e908b0c3-8b5c-4417-bd94-da34f374acac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 2d835b0f-dc53-48df-8bd4-fd270352b68b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:30Z"
    name: isvc-sklearn-runtime.18d5e2c0eb9abec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: d9fceab0-1f7f-444e-a8f2-35d51fe64494
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: 2d835b0f-dc53-48df-8bd4-fd270352b68b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn-runtime.18d5e2c0ec25f8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: 48fc16b6-3f13-4bda-a223-43d728cf0cb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 2d835b0f-dc53-48df-8bd4-fd270352b68b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:30Z"
    name: isvc-sklearn-runtime.18d5e2c6d4f61352
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 11c0fe5a-5cb7-45f5-abdf-ae380a109b31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:21.316346Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6786d494d6-9vddp
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a432d13ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: 25cc905a-af3a-4ab8-8a92-07f3968f9b6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a43b82202f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: 8b3c3474-ddc5-4c4a-a6ae-5020ac12aad9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:22Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:22Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a47910329b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: 693b0712-831c-4a5a-9f9f-5abefcd95e9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:22Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a47b318075
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: b4e15f9f-2ae4-4210-a96f-a2e6f067685b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:22Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a47e30016a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: c35b24c6-b22f-46ca-9969-8b3b16b07b07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:22Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a47eb4dacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33980"
    uid: 61c4a55c-4758-473e-8b64-df198cb9f3a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4c9f466fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: cee086f4-65ca-4de9-a4f3-35e2d6dc7a38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4cdb7ab2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33998"
    uid: 9bb42c4c-84fd-4be2-9b52-dc6f601b4fee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4ce2f9c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: 6bac0bfe-842f-4210-9d42-ae419a5993b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4ce3bcb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34000"
    uid: 3731d9c7-309d-4180-935c-289846424a05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4d1cd4035
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 43f045a2-bf50-474d-94ab-472014ce041c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:25:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:23Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a4d245238e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: e94ad269-7db7-47f7-b274-9795fed03100
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:26:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:30Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3a506001895
    namespace: kserve-ci-e2e-test
    resourceVersion: "34596"
    uid: aadd2e9e-e56f-47f1-b955-860acf5346d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3b6d9943536
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: ae3323c0-543f-4761-8b04-993cae5d87e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3b6d994b39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 3a255d5b-30a3-44a0-bb21-dd57124274f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: 611be502-44e4-4c3c-bfc6-02ac46e40350
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-s3-predictor-6786d494d6-9vddp.18d5e3b7e22e93c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34793"
    uid: c57b2970-7839-4851-9960-af1c75af99d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6786d494d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33937"
    uid: 107915c9-880c-4279-aea8-4cac13fb9154
  kind: Event
  lastTimestamp: "2026-09-16T19:25:21Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6786d494d6-9vddp'
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3-predictor-6786d494d6.18d5e3a43209db3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: b4acd04b-1513-4bb5-b6d3-154281f69592
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: f7a9654b-0d8d-4d99-8225-eb30e8bd62c4
  kind: Event
  lastTimestamp: "2026-09-16T19:25:21Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6786d494d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3-predictor.18d5e3a42e706061
    namespace: kserve-ci-e2e-test
    resourceVersion: "33939"
    uid: 997804b9-a258-4749-9206-d8fd27e3467f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: 0fd717cf-2e52-4e55-b1c9-944d29eca403
  kind: Event
  lastTimestamp: "2026-09-16T19:26:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:36Z"
    name: isvc-sklearn-s3-predictor.18d5e3a7ad0cf017
    namespace: kserve-ci-e2e-test
    resourceVersion: "34631"
    uid: 835244ce-f826-4fc5-93b9-0cff061fcbf8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: 0fd717cf-2e52-4e55-b1c9-944d29eca403
  kind: Event
  lastTimestamp: "2026-09-16T19:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:36Z"
    name: isvc-sklearn-s3-predictor.18d5e3a7ad9c6894
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: 1048b398-a017-4dce-a678-65ce298ff3c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 0fd717cf-2e52-4e55-b1c9-944d29eca403
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-sklearn-s3-predictor.18d5e3ab2d9b98a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: bef0a054-59e6-432d-b282-c77eab27482d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34092"
    uid: 0fd717cf-2e52-4e55-b1c9-944d29eca403
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-sklearn-s3-predictor.18d5e3ab2e2c42c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: 7aa1b6d6-0b78-4ab8-8c0f-834008c3e575
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:45.096516Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36533"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e19d5742ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36539"
    uid: 7285690a-5164-44b7-a0a5-d52f2a270333
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e1ab5c2f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: 406601c0-d659-4618-a1be-2aa96611f4ae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:46Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:46Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e1e30fe908
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: ab73f99a-09f9-453a-8f3d-6cd386705b62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e1e519a403
    namespace: kserve-ci-e2e-test
    resourceVersion: "36614"
    uid: 273dd1ae-aaea-41cf-967c-fc32ceee5ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e1e8025642
    namespace: kserve-ci-e2e-test
    resourceVersion: "36618"
    uid: 41269035-f9a1-47a3-81ee-8525cd5be9ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e1e87060c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: 2eda6fdc-5961-4eef-b9c8-63a4cd281f84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 0884d63a-beee-4548-8045-e5fef8f0dc9f
  kind: Event
  lastTimestamp: "2026-09-16T19:29:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh.18d5e3e3f02b464a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: 04a40173-6600-46b9-a05a-9ed9d7986601
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36524"
    uid: ca1f0389-9914-42ff-975c-81a2b78b3bee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d-d26fh'
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d.18d5e3e19ca8fbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 3bad8215-a6b8-4f4c-a6a4-2eeb7022c97a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36521"
    uid: 05c2e3d9-bc75-48d3-9c3c-a7b6db12bbcc
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-676b955b5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5e3e198a3126f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36525"
    uid: 143d072f-cd38-4592-a1b5-f2bec12db785
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36513"
    uid: fe8074ce-d585-4092-ac31-3dc9a598bf13
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3e198ab26ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: ac9d42bf-8972-4ec9-9523-d120c0d6fb26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36513"
    uid: fe8074ce-d585-4092-ac31-3dc9a598bf13
  kind: Event
  lastTimestamp: "2026-09-16T19:29:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:45Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e3e1994e11e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36529"
    uid: aeec4fc3-9ea3-45b9-bdcb-06dc5bd803e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:13.982049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35689"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cc667ec105
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: 9073e3e3-5ea5-4428-9264-ce71dd17ecf4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cc6fa88fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 8f80c675-6f3c-4aa3-a3d2-dcac3f492ebe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35700"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3ccac308eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35721"
    uid: e5c6241b-04df-44de-abb5-8c047134c9ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3ccae0a66b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35723"
    uid: c0332e62-44c3-4021-ae52-fe3e618cec33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3ccb0f35356
    namespace: kserve-ci-e2e-test
    resourceVersion: "35725"
    uid: db22da3c-e06c-4b49-9c2b-c295b0dd58e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3ccb1635d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 1bd8157c-9989-4efc-b6bf-bf1408afeefd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd08bfadc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35740"
    uid: bfd2681b-8221-41be-b907-7c8a122137e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd0c5ad777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 71e871c7-a367-4421-ad27-e631dc2e797b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd0ccda7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35744"
    uid: 382e46be-4382-4379-918a-a05263ff055a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd0cd7f0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: cd82ad43-07b6-4022-98cd-38c7b034493c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd101c3cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 40315609-74c0-4708-b7c0-a9fe1a2dd237
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:28:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd109a6491
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: 54da408d-eece-4667-a6e4-e69157aa79a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:29:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3cd80b33842
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: 65b455ec-56aa-447a-b9b4-2182cb062406
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3e15a8ae6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: c14773bf-b009-4587-a1a8-a0fc8fee090f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3e15a8bb86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: f0c4e5b8-a241-40b7-8fd2-ef3d27861d13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 39d1f358-7083-4b19-800e-ca0bbce8e754
  kind: Event
  lastTimestamp: "2026-09-16T19:29:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.66:8643/healthz": dial tcp
    10.134.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c.18d5e3e186f1279e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: d0039343-9a88-4ab3-8e33-7b9780d64141
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35680"
    uid: 3ed6dfb7-4568-472b-9f0d-8384c5caf5f2
  kind: Event
  lastTimestamp: "2026-09-16T19:28:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d-f6s7c'
  metadata:
    creationTimestamp: "2026-09-16T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d.18d5e3cc65a05633
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 62c94c8e-b060-485b-b1a2-3b4544210278
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: 2b02e921-bc2a-4559-bf52-7b8f52c53f83
  kind: Event
  lastTimestamp: "2026-09-16T19:28:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5b8fbfc5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3cc6120bbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35681"
    uid: 0700fe4c-e20e-4834-b47a-a80489eaf71f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: 974f7bda-ae64-4dde-9a3c-8d1228e9e30e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3cfdff587a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: 183e2135-9e63-4aa2-b96f-195e021305c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: 974f7bda-ae64-4dde-9a3c-8d1228e9e30e
  kind: Event
  lastTimestamp: "2026-09-16T19:28:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3cfe0a5db74
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 2c02469e-6ca1-473b-ba12-f2660d280c5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: 974f7bda-ae64-4dde-9a3c-8d1228e9e30e
  kind: Event
  lastTimestamp: "2026-09-16T19:29:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3d6df3c2143
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 151f0cf0-6c7f-4724-8363-46abd338bd3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35837"
    uid: 974f7bda-ae64-4dde-9a3c-8d1228e9e30e
  kind: Event
  lastTimestamp: "2026-09-16T19:29:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3d6dfdfbab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: f75e8b45-6436-4483-8832-c506645f36ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: 75027e7d-85a6-40b6-a628-cf99fc09e08a
  kind: Event
  lastTimestamp: "2026-09-16T19:29:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:34Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3cc6162b773
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: 2f501bbe-2b45-45ff-9983-151c62d75b7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: 75027e7d-85a6-40b6-a628-cf99fc09e08a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3cc628870cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35705"
    uid: 8b6a91e6-2e55-4e85-858d-4091fcc524fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 75027e7d-85a6-40b6-a628-cf99fc09e08a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3cc6f35f608
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: 458ca231-7005-47b9-8a79-4f354541579e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: 75027e7d-85a6-40b6-a628-cf99fc09e08a
  kind: Event
  lastTimestamp: "2026-09-16T19:29:34Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:34Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3df3acec4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 23dfcbbb-cd6c-4c17-b0b9-f4f2de1d013a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:02.785669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35518"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3c9cb239558
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: d8ad62f7-c6fe-4bc0-8b36-76c362d47b7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:03Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3c9ed452888
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: be1ab049-244d-4b89-aa9f-9de19457e72b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3c9ef26b4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: c40a38a9-fb26-4855-b80a-f9df63a6b58a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3c9f1c32b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 063b4e04-6cf8-4bcc-9ea0-d76b1ffde62a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3c9f233b3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 125fe675-e893-4ea5-947b-95cfd3304bba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 9011415f-d141-449b-b542-10629dfd62ba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br_kserve-ci-e2e-test(9011415f-d141-449b-b542-10629dfd62ba)
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br.18d5e3cba16c6d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: 215f5de3-1cd4-4718-a0a8-c546739ba5d9
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35508"
    uid: c9985043-66b4-45e9-809b-ec5635b3b549
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d-zt8br'
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d.18d5e3c9ca04fd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35519"
    uid: a7fa3894-6825-4687-a4e2-e4637773a016
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: a8a93cb8-5636-47be-8a89-7ca06135d078
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7bbb8cdc9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5e3c9c6773df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: ec3849df-8e7c-4f45-8f1c-3dbd21ee6674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35498"
    uid: 48961963-9d4c-4501-96c5-cc5c6db4610f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3c9c6926f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 3dc173d6-1974-4977-ab55-55f8212911aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35498"
    uid: 48961963-9d4c-4501-96c5-cc5c6db4610f
  kind: Event
  lastTimestamp: "2026-09-16T19:28:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3c9c738ce76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: f9b20460-f44a-4c50-9221-67c892b5f530
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:41.673289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b6e876e189
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: d2456065-7ba8-4d9d-86f6-e1c8520d9af1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:42Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b70a5faeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: 884724f5-f306-457f-9c60-3e4d8823773e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b70c4be9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: 6811661c-f6ee-4a1c-b37f-7196d1866094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b7109f06d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 7899d5d1-46e7-42cc-93bf-a8081725039f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b71111e406
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: 3afd4de8-0c94-409c-89bc-035d9580d00a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b7543c5392
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: ddeb1e0a-65ed-4012-ba0c-6f82e360c894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b757400b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: cc9c8038-f61e-45a3-9886-81ae01631b26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b757c3428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: efe52727-b6c8-40ca-bd02-4485bfcd7e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b757ccb6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: a0e8c0cf-2222-46ce-8fc6-bdc98d1ebed8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b75b9fd147
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: eb9ae9a9-da3f-4cc9-9400-e17d48178f6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:26:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b75c106808
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 906983fd-4466-483a-9bb5-d3061591f921
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:27:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3b790618b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: 93853fd9-2564-465e-8ad2-27623aa6fbc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3c994435021
    namespace: kserve-ci-e2e-test
    resourceVersion: "35482"
    uid: 09fc70fa-57b7-4efc-982a-757965cc79bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:28:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3c99443cdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: c73f91f6-bb96-4f5c-b4ad-0fe58416910a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: fded820b-93e9-4d28-8bf5-1c0beb2311f8
  kind: Event
  lastTimestamp: "2026-09-16T19:28:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4.18d5e3ca6c8a916e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: c814091d-c0ce-449c-b31e-6cd62af66d10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 74304c07-767d-4302-87b0-54927827acb2
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858-bcnh4'
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858.18d5e3b6e7fdc081
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: e44ce337-fdd9-4861-b99a-a67e5b3af201
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: 3b936fc8-f849-40aa-bc7e-006c7a6cf5a3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-6f675c8858
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3b6e3cd289a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 40220080-66dc-4160-87e6-adfa654b5676
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: 3d62b429-80f7-4875-9e08-a233b7ead218
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3ba624a0ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: d698c0e3-4d80-4510-a3a0-5fceb5551d90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34710"
    uid: 3d62b429-80f7-4875-9e08-a233b7ead218
  kind: Event
  lastTimestamp: "2026-09-16T19:27:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3ba62b7d0e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: 20fd6013-d85a-4d37-ac5a-22fe9e7afe19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 3d62b429-80f7-4875-9e08-a233b7ead218
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3c1614123cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: 11dda2a6-d4f2-49fc-8343-871bd93a4d04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 3d62b429-80f7-4875-9e08-a233b7ead218
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3c161cd425d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: 14c88328-cf72-4608-b545-b905b86653b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 1bb6ffcb-bf43-40ff-9b0f-8b7d176fbf82
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3b6e3c3b403
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: f875a530-6d1b-4c83-926d-e2ca6ebe2e24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 1bb6ffcb-bf43-40ff-9b0f-8b7d176fbf82
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3b6e4db4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 11fd8bb4-e8fc-4152-bc00-1bf4477aedad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 1bb6ffcb-bf43-40ff-9b0f-8b7d176fbf82
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3b6edae364d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: 979c210c-f8b5-4fa6-a308-fabf691d2541
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35446"
    uid: 1bb6ffcb-bf43-40ff-9b0f-8b7d176fbf82
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3c93ea038d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: c4cdc65d-e4a5-4420-bb8a-b365dc4a7af5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:27.546407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37628"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3f977d48529
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: 2beaf93d-56c3-4cb8-90aa-53d4aafc8eff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: "2026-09-16T19:31:28Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3f999b3f415
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: d669229b-a9b0-4c19-bddc-5837937f0e3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: "2026-09-16T19:31:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3f99ba3210c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: e38c2077-9e75-4b2e-bd48-a8c9819aab3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: "2026-09-16T19:31:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3f99e888b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37691"
    uid: fdefe4bf-26d1-4012-938d-a2011856cd58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: "2026-09-16T19:31:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3f99ef47b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: be79c4ca-1775-43ad-b492-6dbcf9b6054b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22
    namespace: kserve-ci-e2e-test
    resourceVersion: "37632"
    uid: dcb53242-1dd8-4603-8836-07a8c0f99c83
  kind: Event
  lastTimestamp: "2026-09-16T19:31:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22_kserve-ci-e2e-test(dcb53242-1dd8-4603-8836-07a8c0f99c83)
  metadata:
    creationTimestamp: "2026-09-16T19:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22.18d5e3fb608f743b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37724"
    uid: 666c128d-4dcc-47cd-8b92-7adb10f8c94b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: f734b5e1-46ab-4214-97bc-9f276e6e9b9e
  kind: Event
  lastTimestamp: "2026-09-16T19:31:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9-28r22'
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9.18d5e3f976950e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: b4f4a0ae-6cc8-446c-94db-3f5a7be68349
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37614"
    uid: 373d34db-0db1-49b3-99a2-0a856cc76036
  kind: Event
  lastTimestamp: "2026-09-16T19:31:27Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7d7c8797f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5e3f972a37322
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 19d78a66-051a-4ff5-9b6b-cb778ec67b47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 6a8dd6e7-03cd-4a3c-8455-3717c5d128d2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:35Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3f972ca9fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: 9860ae44-ed14-49f6-996b-3b4c65d5a763
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 6a8dd6e7-03cd-4a3c-8455-3717c5d128d2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3f973742790
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: f45c880c-c99d-4ee0-af7d-6e2f680f3cb6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 6a8dd6e7-03cd-4a3c-8455-3717c5d128d2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:27Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e3f97dd87ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: a91d27f9-2f41-48b9-bedf-84a9089cedaf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:56.244080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36701"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e435c97d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: f0342789-22e8-4626-a73a-bde39061f7d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36714"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e457e35d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: f3f7cd3f-d2aa-4140-a580-7ee98133cbc1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e459b01680
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: ef9edc41-f2b5-4432-a3b0-d8e86a48aaaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e45c4bcce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: 21ccc214-c919-4a89-bb67-ce51444c698f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e45cb5388e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 55ca4ca5-dd0f-43af-a4bf-1693bbc00321
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4aafa3448
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: a1fc9035-753c-4e78-8462-8a3bd2507fd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4aeaf7622
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 633a8892-6217-4003-b43a-6e0f679cd4b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4af171360
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: 0fcec801-e1c0-4786-86ac-1cd7fd676219
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4af234049
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: 3368542a-8459-4f2e-877a-6020893e4b1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4b201ad5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 15fc8828-103d-4df0-90ef-1fdbac92c00c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e4b2727a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "36780"
    uid: d8fec661-2de8-4cc2-8ca0-abd9ff561d47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:31:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3e52310de55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37363"
    uid: bd1bcf80-b823-4e5e-8541-914a6939b1c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:31:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3f92b920375
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: 4461171e-38b1-43af-8c78-1ba9127e4859
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:31:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3f92b92a4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 05c808db-356b-4174-9f0f-256cc43df160
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "36704"
    uid: 82f0b30c-a8bf-4e2d-b96a-d83462e31716
  kind: Event
  lastTimestamp: "2026-09-16T19:31:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.68:8643/healthz": dial tcp
    10.134.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t.18d5e3fa5362c894
    namespace: kserve-ci-e2e-test
    resourceVersion: "37684"
    uid: 8e4dc5f9-bde2-4de3-980c-3a0f84e4cc58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: 380ac367-7f29-4e66-8b35-8db2c001e204
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf-2hd4t'
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf.18d5e3e43544a16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36703"
    uid: efc16cc4-3352-469b-aacd-45565b132285
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36690"
    uid: c76a4816-da28-47c4-88cf-64e45787d913
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-55954796bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3e430fba568
    namespace: kserve-ci-e2e-test
    resourceVersion: "36695"
    uid: 81cd0051-eed2-435f-933c-72cf00d0acb1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36691"
    uid: 4d83ccd1-f7e0-473d-bbac-cfe8bbe01eb3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3e7b069398a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: c49d4ee2-8f67-4a56-91aa-8e7a87b5d699
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36691"
    uid: 4d83ccd1-f7e0-473d-bbac-cfe8bbe01eb3
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3e7b108565c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36933"
    uid: 0a91e76d-891e-49e8-a8e0-e0622ab05a15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36932"
    uid: 4d83ccd1-f7e0-473d-bbac-cfe8bbe01eb3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3eb3062aebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 5b606944-bd7c-4c94-854e-c2328833fb05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36932"
    uid: 4d83ccd1-f7e0-473d-bbac-cfe8bbe01eb3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e3eb30dba208
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: a0021053-bfaf-4c54-bc6d-5c4ff7caf521
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: 0da94bbb-72fa-49d6-a81b-74a57d92b1f4
  kind: Event
  lastTimestamp: "2026-09-16T19:31:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:16Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3e430c8cfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37505"
    uid: 4c1ba554-fa5c-45cb-86bf-3999a909ba35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: 0da94bbb-72fa-49d6-a81b-74a57d92b1f4
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3e4319a780d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: 26ffcad9-71c7-48c7-8c5a-33f5b564066f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36685"
    uid: 0da94bbb-72fa-49d6-a81b-74a57d92b1f4
  kind: Event
  lastTimestamp: "2026-09-16T19:29:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:56Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3e43b9128d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: ab6822a5-ded4-464a-932a-36c6139ab9ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37501"
    uid: 0da94bbb-72fa-49d6-a81b-74a57d92b1f4
  kind: Event
  lastTimestamp: "2026-09-16T19:31:16Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:16Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e3f6dddc9c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 6fcda3de-f8b6-47a8-a18d-3b0f3892f9ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: 7f446445-e20f-4497-a297-59a0d80a7201
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3.18d5e3a42e3d1e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34672"
    uid: f596fd68-0920-425e-93b9-329f39cc56fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: 7f446445-e20f-4497-a297-59a0d80a7201
  kind: Event
  lastTimestamp: "2026-09-16T19:25:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3.18d5e3a42edb29a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 79a1ea06-d91a-4d1b-9ef4-3cb6e741f25e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33930"
    uid: 7f446445-e20f-4497-a297-59a0d80a7201
  kind: Event
  lastTimestamp: "2026-09-16T19:25:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:21Z"
    name: isvc-sklearn-s3.18d5e3a4386a1900
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 49eee883-c091-4d98-9d5e-0c543d409888
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34670"
    uid: 7f446445-e20f-4497-a297-59a0d80a7201
  kind: Event
  lastTimestamp: "2026-09-16T19:26:41Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:41Z"
    name: isvc-sklearn-s3.18d5e3b6c0be8f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: b97a4f88-848b-4a23-8633-fcc50545de79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-57cfcc6855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 08e0e08f-beb1-4ec8-9a92-3c1616be88dc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-57cfcc6855-gzzhn'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-sklearn-scheduler-predictor-57cfcc6855.18d5e2753f234908
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 0577a79c-a7c8-4f4f-b6a5-ab488eb39cc3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: c77912a4-ed3d-4c10-8e87-df0585a05e17
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-57cfcc6855 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-sklearn-scheduler-predictor.18d5e27536ab3c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 8bf8b43b-35e4-4c87-b7c1-ac1e363a8032
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: 4a9a781c-2168-40c2-bc0f-4b57bdf65bad
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-sklearn-scheduler.18d5e27536a5e0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21099"
    uid: f278647d-62a4-41c5-a484-7972c38f3c7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: 4a9a781c-2168-40c2-bc0f-4b57bdf65bad
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-sklearn-scheduler.18d5e2753843bf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: e12202e8-e7d7-4563-9e77-730e17ecc5d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: 4a9a781c-2168-40c2-bc0f-4b57bdf65bad
  kind: Event
  lastTimestamp: "2026-09-16T19:03:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:40Z"
    name: isvc-sklearn-scheduler.18d5e27538440928
    namespace: kserve-ci-e2e-test
    resourceVersion: "21097"
    uid: 0701cbed-5ad2-4723-87ee-b58c20dbf3be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:23.556912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26038"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:23Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2ef1cbe1ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26041"
    uid: 0a2d22e8-9384-4087-895c-728f93bf83c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:24Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2ef3ec3f4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26056"
    uid: 54cb70bf-b38e-4cb1-8ab6-09918b727e08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2ef41e11689
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 76438de9-5c34-48c6-b41d-fc5220d3f1a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2ef456ba1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 63a7ebe7-8b8e-4213-98c0-547641e85e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2ef45ddd1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26061"
    uid: 970ef2fe-bb99-4747-8187-34307e1a2233
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f0580bc759
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: 4b672472-e04c-4190-98fe-36be76c728e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f05b01055e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: df7f5964-031c-4608-a0e5-15dc9e2ac193
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f05b88ba7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26101"
    uid: 88a0dc99-0d82-4b31-af94-a643f4fe006f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f05b951cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: e8b222ab-264d-4456-b570-5758b3fa9211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f05ee40e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: e91fd51d-9f97-49a4-a8b8-de3f99b58a1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f05f6a3bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26106"
    uid: 90dff790-6863-43ae-a0e2-20676ea28670
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e2f0941e263d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 8e9a7563-889c-4124-96ba-9714677534e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e3040d2d07fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: a19ab4c4-d880-4a15-874a-cae2a0bd0192
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:53Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e3040d2d51ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 79c56c0f-a583-421f-83f3-a529cf67fa76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: f02e7f8b-f3d4-45b6-a35b-b8ec36b091c2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:55Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j.18d5e3049a5d4baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: 26620407-8179-45a8-ad9d-8e477d8017a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26027"
    uid: 58c98995-f9cd-47ef-8636-90d020a4d493
  kind: Event
  lastTimestamp: "2026-09-16T19:12:23Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6c8c596f78-skz5j'
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:23Z"
    name: isvc-sklearn-v2-mixed-predictor-6c8c596f78.18d5e2ef1c3d53d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: 150058c7-4a8c-44db-9772-1eee201a32f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: 6775f670-f578-4208-a678-f543f5a91e51
  kind: Event
  lastTimestamp: "2026-09-16T19:12:23Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6c8c596f78 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2ef1307b2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: cedb3119-2a3a-4f80-8907-4a11b8e581e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: ddc6224d-f964-47c6-abae-305aeb6f9abf
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2f290d89d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 73e434d2-176c-4ea6-bde3-ecdfdd6c837b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: ddc6224d-f964-47c6-abae-305aeb6f9abf
  kind: Event
  lastTimestamp: "2026-09-16T19:12:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2f291a95c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: 7c29a62a-4137-45fd-acba-90f8c688be46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: ddc6224d-f964-47c6-abae-305aeb6f9abf
  kind: Event
  lastTimestamp: "2026-09-16T19:13:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2f9933664e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27012"
    uid: addda55b-c274-49b1-83d9-759285a1c39c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: ddc6224d-f964-47c6-abae-305aeb6f9abf
  kind: Event
  lastTimestamp: "2026-09-16T19:13:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:38Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e2f993c7796c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: 030cd10e-5b2f-4a0b-b730-ed7254766823
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 573b9538-e4bf-4bac-98f5-f9dc356d4c8a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:46Z"
    name: isvc-sklearn-v2-mixed.18d5e2ef12227f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27074"
    uid: 968e882d-2b63-4dc0-b707-7b4335232dd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 573b9538-e4bf-4bac-98f5-f9dc356d4c8a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:23Z"
    name: isvc-sklearn-v2-mixed.18d5e2ef134b767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: c36a62d6-ba64-4eaa-9239-ab5645a550c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 573b9538-e4bf-4bac-98f5-f9dc356d4c8a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:23Z"
    name: isvc-sklearn-v2-mixed.18d5e2ef24416e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26050"
    uid: b53ed1fc-0f70-402d-813b-a3db2633a422
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 573b9538-e4bf-4bac-98f5-f9dc356d4c8a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:46Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:46Z"
    name: isvc-sklearn-v2-mixed.18d5e3024f12c1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 692abad7-3059-44e6-8023-0006e061e46a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:10:47.956289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d8da804d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: 4eb6fdad-7a74-468a-8a33-a0a1eff35d2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:48Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d8e710b891
    namespace: kserve-ci-e2e-test
    resourceVersion: "25052"
    uid: 552366b1-a449-4120-9fc4-c1b2303c18b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d9239d358f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: aa2e5800-3301-44e3-ae47-1826d921e4b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d9258cb2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 64fd9062-c5d4-4725-989a-b65084e3baed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d928ea87ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25069"
    uid: 90625799-5a67-46f2-9d1c-8e987f03b422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:49Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2d9294f4170
    namespace: kserve-ci-e2e-test
    resourceVersion: "25070"
    uid: a8b5da31-cd29-495d-ae3a-c28104181f60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da1c991918
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: d5b15d2c-1141-4dc7-8df7-dfbf75d50c0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da1f639cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: 0d69a8ae-e389-4947-b1dc-cdc94064edf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da1fc77454
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: 865be301-a2a7-43fe-a68e-cc7d11de3dc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da1fd0ee17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 61d0bd2f-4cd0-4121-8c48-750eed84f798
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da22975a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: c06c4345-dd22-4b3a-977b-97200a79813a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:10:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:53Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da22f7b0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25119"
    uid: bb1f8090-e662-49e3-be8f-e75cc450c199
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:12:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:05Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2da58b4978a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 5d8623ff-a17d-4c45-9328-172a02ba8cb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:12:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:18Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2ede02b5ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 7115d202-1abf-4117-a460-c0f78f6af757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:12:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:18Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2ede02bdc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: e975cb32-bb76-4f8b-a2c3-032edddf2b49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: 6bf274d5-34ca-40b1-a1d9-3625e7cd7791
  kind: Event
  lastTimestamp: "2026-09-16T19:12:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:20Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs.18d5e2ee5ee38c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 6eec6018-26e4-48af-aeaa-ff8148c2107f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-866dcdbf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: a87d0856-0eaf-4abc-a7b3-000600f640bc
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-866dcdbf79-5gnxs'
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2-predictor-866dcdbf79.18d5e2d8d8fa4775
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 1dce2354-cfb0-469e-afa7-126d6f911ba0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: ba2af9b6-9f5e-4909-86ed-1d0be17939dc
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-866dcdbf79 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2-predictor.18d5e2d8d0689001
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: 20ea1af4-6ec5-4966-9931-39686c7775a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: 91b11c37-47f5-446e-8e99-a0b804fdea90
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-sklearn-v2-predictor.18d5e2dc4e0ee618
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: aa1c7ea7-a6c9-45ab-afc7-cd0d6cc54ff8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: 91b11c37-47f5-446e-8e99-a0b804fdea90
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-sklearn-v2-predictor.18d5e2dc4ed16221
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 352fe2ad-21b1-47f9-803e-1aa8249f44a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: 91b11c37-47f5-446e-8e99-a0b804fdea90
  kind: Event
  lastTimestamp: "2026-09-16T19:12:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:18Z"
    name: isvc-sklearn-v2-predictor.18d5e2e6d39d74b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 7c7df249-c6c4-4785-8400-f937f6382e0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: 91b11c37-47f5-446e-8e99-a0b804fdea90
  kind: Event
  lastTimestamp: "2026-09-16T19:12:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:18Z"
    name: isvc-sklearn-v2-predictor.18d5e2e6d448166b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: 9b34fde0-904d-4aa3-a309-62782b5809ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:42.448001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24326"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2c999e73bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: f8f5d787-bb14-4d16-a90a-4f10145c6666
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2c9bbc7a171
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: a78bfaa4-3d47-4d44-991d-de7c6057bc20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2c9bdd2fd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: b213f344-7333-474c-86f0-8478d97f5960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2c9c0a2b892
    namespace: kserve-ci-e2e-test
    resourceVersion: "24347"
    uid: 2e9647de-d6b0-4bb6-9462-dcce1c73344f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2c9c104bf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: bbab4d72-9596-4d40-8a75-d2d45fb77859
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cacc7109c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 36cabb22-408e-4194-a993-fcfb7208aad2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cad03ad110
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: ea781332-4aa8-45fc-9dfd-552fcaa3465d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cad0a288d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24388"
    uid: 8165396d-9f66-4aaa-abda-0cff0d1fc1d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cad0ab172b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: 9e5d226d-cef7-4314-b953-ca7a8f7c8584
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cad349f27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a73b3d3b-b187-4ae8-8240-f7c230ab7fa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2cad3b0407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: a67b8b34-febd-4fcf-9c4b-dc7b5bed0b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2d3a70ec716
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: ba851926-5e3c-437c-8208-eeef95940d41
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2d79890c87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: ec83db30-bc3f-4d86-96f0-a375ddc06c25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2d798916d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24976"
    uid: f722f1e3-835a-436a-b35f-356d26c884d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2d84e8d49f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: f285e8a4-2534-42f8-8a06-4340cf386998
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8a1de4a9-74b4-4a83-ad74-efca0fe02f8b
  kind: Event
  lastTimestamp: "2026-09-16T19:10:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd.18d5e2d84ee043b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24996"
    uid: 0d01b8e8-e0d5-49d6-ae36-c679bcf2744f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 06925c74-f8e1-4130-acb7-05d6bd33f860
  kind: Event
  lastTimestamp: "2026-09-16T19:09:42Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-9s5vd'
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5e2c9993cecc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24328"
    uid: 86db2006-ed53-461b-ae3a-cd11fb9a7652
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: f0dc76d3-6599-460e-a77d-92812ea63e57
  kind: Event
  lastTimestamp: "2026-09-16T19:09:42Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2c9948cc16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: f0a22668-162e-4982-8759-230de4558818
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: a833e93f-57db-439d-9f03-8530ab921a28
  kind: Event
  lastTimestamp: "2026-09-16T19:09:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2cd132cf79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 9697ab24-ff05-4d92-bfda-05b238d9306f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: a833e93f-57db-439d-9f03-8530ab921a28
  kind: Event
  lastTimestamp: "2026-09-16T19:09:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2cd13b1762d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: ff12bc94-1fa9-4c33-b664-eae5ec2ef772
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: a833e93f-57db-439d-9f03-8530ab921a28
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2d093e650f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: dd9244e5-5cce-4107-8e66-78c995ef24e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: a833e93f-57db-439d-9f03-8530ab921a28
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2d095190238
    namespace: kserve-ci-e2e-test
    resourceVersion: "24969"
    uid: cecac457-2d63-4bd9-bdca-fb4e0f8fa95a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 997317bd-9083-4f28-bd13-63a0c0f4d2cd
  kind: Event
  lastTimestamp: "2026-09-16T19:10:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:35Z"
    name: isvc-sklearn-v2-runtime.18d5e2c995297732
    namespace: kserve-ci-e2e-test
    resourceVersion: "24905"
    uid: 42812ea9-e4df-4c69-9df7-2d196610ca90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 997317bd-9083-4f28-bd13-63a0c0f4d2cd
  kind: Event
  lastTimestamp: "2026-09-16T19:09:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:42Z"
    name: isvc-sklearn-v2-runtime.18d5e2c995d206f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 7723945c-0d8b-4a08-8ea9-5e9d58110f0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 997317bd-9083-4f28-bd13-63a0c0f4d2cd
  kind: Event
  lastTimestamp: "2026-09-16T19:10:35Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:35Z"
    name: isvc-sklearn-v2-runtime.18d5e2d6032dfb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: c51242d0-923a-43eb-8ae9-7f4d2c93ab2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 45964dc4-d48a-4485-abb4-25c9aa0ef930
  kind: Event
  lastTimestamp: "2026-09-16T19:12:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:15Z"
    name: isvc-sklearn-v2.18d5e2d8cec253e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 25381dad-7c09-4b52-8ab0-77c18f64b8ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 45964dc4-d48a-4485-abb4-25c9aa0ef930
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-sklearn-v2.18d5e2d8cfa5e6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25029"
    uid: 1e816304-aa08-4752-b488-e3236bde2385
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 45964dc4-d48a-4485-abb4-25c9aa0ef930
  kind: Event
  lastTimestamp: "2026-09-16T19:12:15Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:15Z"
    name: isvc-sklearn-v2.18d5e2ed2e74b1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: 0f3f06a5-a21f-4622-be2d-c9ec1cb8e9ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 767a3674-3045-45ec-9676-bf4e2fd8fb0b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-sklearn.18d5e27d3c511915
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: 42d7ff8d-a3aa-435a-af7f-5613bfffd539
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 767a3674-3045-45ec-9676-bf4e2fd8fb0b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-sklearn.18d5e27d3cec9858
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 8d07c432-74b0-42b7-9164-e70ed40be63a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: 767a3674-3045-45ec-9676-bf4e2fd8fb0b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-sklearn.18d5e290b5e25ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 4361967d-d18e-4c4a-a81a-3021fc74e374
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:58.728095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-xch6v
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e305456317a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: d9c1187a-85b8-4e53-b6d0-0c5f95fcaca3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e305518bd3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: f80c6465-6533-4c04-9538-51772f8d3088
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27219"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e3058b27b24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27238"
    uid: dd983a4b-c5cc-4042-938b-762fd123f305
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e3058d618e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: 82572375-742c-44cc-92e8-6ef414c9a431
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e3059075e89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 77d43cb1-cda4-4dba-9112-492285edbe84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e30590e261a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 33d7607c-68a4-48e4-8d05-f01ebdefda50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:05Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e306ce5d2bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27292"
    uid: abd7a8f2-b5e1-4251-a026-69470638776e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.532s (3.532s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a0e58ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 709b6cf1-e47b-43c0-9cca-693e0f090a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a485ce7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: c55e1a5d-507b-4050-86c9-f5a67da43d8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a4f88114
    namespace: kserve-ci-e2e-test
    resourceVersion: "27321"
    uid: 6602d70a-7f5d-463e-b6d9-9a73856032be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a5041a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27322"
    uid: 6111f9e5-3899-48a7-bd17-45a4d76ca8e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a7ef9505
    namespace: kserve-ci-e2e-test
    resourceVersion: "27324"
    uid: 9d13d7d1-fcaf-4454-b0a0-60915a639e49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307a862fd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27325"
    uid: d0fb89c8-14b7-4618-8594-6bbca584d16b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e307f9f6490d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: 17db602d-d0cc-4bb0-a033-01ecba0cfd32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e30ed19c4105
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: 31e33d5c-789f-47f5-a538-f8f70d61a6b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e30ed19ccf54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: ab6b16d8-3ce2-4ceb-b1c2-e7e7e7bfb48d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xch6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 7e54bf78-94ea-4ce1-b76e-30b5f3110e2f
  kind: Event
  lastTimestamp: "2026-09-16T19:15:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-xch6v.18d5e30f31f4bd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28002"
    uid: c9e71fc6-3062-4ec4-a795-edd3c82ea5c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 7b7c3e9b-9531-420c-a5e6-d7485ffa8684
  kind: Event
  lastTimestamp: "2026-09-16T19:13:58Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-xch6v'
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5e30544a88795
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: ab3956af-cef5-46da-b860-6cec563e8c0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: 483ba209-6d67-4e19-b2fe-e03fbff4dfde
  kind: Event
  lastTimestamp: "2026-09-16T19:13:58Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow-predictor.18d5e3053ec93102
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 65d115cf-cd8a-4614-9950-8e6cdcd09546
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: b696aabf-39da-4178-9da5-0d2e98cd2122
  kind: Event
  lastTimestamp: "2026-09-16T19:14:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:28Z"
    name: isvc-tensorflow-predictor.18d5e308be481d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: 4fdd06e5-804f-43e3-9a75-52a344d4c0e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: b696aabf-39da-4178-9da5-0d2e98cd2122
  kind: Event
  lastTimestamp: "2026-09-16T19:14:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:28Z"
    name: isvc-tensorflow-predictor.18d5e308bee08777
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: 5f8d21af-727d-4f0e-bdb6-05c023c7387a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:44.778647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e30ffe36c229
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: efd73ebd-581f-4352-8b78-fdc400153670
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31007fdd82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: 3a25ac58-a9ce-4d3b-8b7e-ed760ac7315e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31044415b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: 33421192-60a1-40ae-b0bd-05d7fff76cf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31046a1a862
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 2069fe16-608e-4b69-8df0-ddfe8784a4e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31049944b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: 72f7a4f6-f3ef-4b2b-84eb-df2698df2248
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e3104a0890e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: 6dd0c75f-d5c2-4c34-9c9a-9d34f2eee454
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e311795bafb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 810bb6d2-8074-4dcb-8bf2-402694435e10
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.631s (3.631s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31251cf7e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: c4ca8339-8304-463b-976d-354f5b39db32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31254e29343
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: 180c7dd8-dbd1-4060-adc4-940e502d73bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e3125558a769
    namespace: kserve-ci-e2e-test
    resourceVersion: "27912"
    uid: 5183d8c3-b842-40fb-9d92-e5eebc7ab62d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31255638cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27913"
    uid: 581ecf0e-0a6f-44a7-afbf-867bc205a737
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e312583be7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: e74e17b9-7b03-4edd-a21d-483dabfd07ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:14:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e31258b1b390
    namespace: kserve-ci-e2e-test
    resourceVersion: "27915"
    uid: 91839b0f-2b29-4bdd-831f-8039a903730c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:15:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:02Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e312a5217f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: d9730cda-6ef4-45f3-9eb8-8990b7f25dfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:15:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e319a86928e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: fa734a4d-e234-4aef-8670-501c47be4831
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:15:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:26Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e319a86a57d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28177"
    uid: 7f4fda5b-acf5-48e5-975c-bafea3936a21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: d6530f39-7b4b-4d6a-8115-ef72eb5a6335
  kind: Event
  lastTimestamp: "2026-09-16T19:15:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt.18d5e319dd25f865
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 4cf47c74-4c56-4b45-83b1-abc01fb069b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: c18ca5f4-3a33-45e0-974e-891789974c42
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-kf4pt'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5e30ffd4f06ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 39602215-ee52-46bb-9b01-0b98f754e0ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27748"
    uid: a3db2995-353e-48e1-8870-8029880012db
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-tensorflow-runtime-predictor.18d5e30ff8565afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 83f4183b-9379-4bac-aa2d-eb54d70d9d89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: d129f6fe-402f-4fee-8470-06edab114a6b
  kind: Event
  lastTimestamp: "2026-09-16T19:15:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:14Z"
    name: isvc-tensorflow-runtime-predictor.18d5e3137839fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28077"
    uid: 53285a9e-017d-4a53-b356-d0f52a00e11d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: d129f6fe-402f-4fee-8470-06edab114a6b
  kind: Event
  lastTimestamp: "2026-09-16T19:15:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:14Z"
    name: isvc-tensorflow-runtime-predictor.18d5e31378ed15ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: 0dbb29aa-50ec-414c-aec0-b474629e869f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: ff7d12d2-c482-4d4c-b6b1-75f3d070d6f7
  kind: Event
  lastTimestamp: "2026-09-16T19:15:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:12Z"
    name: isvc-tensorflow-runtime.18d5e30ff8ba1015
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: 222c1706-1107-4a78-8ae8-efaedf4f9300
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: ff7d12d2-c482-4d4c-b6b1-75f3d070d6f7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-tensorflow-runtime.18d5e30ff98055ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: c914c725-e6a6-4bc4-8811-2178289e7c20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: ff7d12d2-c482-4d4c-b6b1-75f3d070d6f7
  kind: Event
  lastTimestamp: "2026-09-16T19:15:12Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:12Z"
    name: isvc-tensorflow-runtime.18d5e316679d60ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: d8863a89-3df8-485e-aa16-18cff1a334c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: e2449238-48c4-4cb4-980c-a7d007412b29
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-tensorflow.18d5e3053f0005fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27465"
    uid: 5be76cac-87ab-44dc-80ad-0de6a50217f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27188"
    uid: e2449238-48c4-4cb4-980c-a7d007412b29
  kind: Event
  lastTimestamp: "2026-09-16T19:13:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow.18d5e30540300da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: a0f5051e-dd8d-4abd-b8a9-85bdd0cfc796
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: e2449238-48c4-4cb4-980c-a7d007412b29
  kind: Event
  lastTimestamp: "2026-09-16T19:13:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:58Z"
    name: isvc-tensorflow.18d5e3054cea0252
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: d27af848-33a8-44c3-962b-9e45a42eb734
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27462"
    uid: e2449238-48c4-4cb4-980c-a7d007412b29
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-tensorflow.18d5e30bbf6071a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27464"
    uid: 6ea2ae13-a4bc-40e6-8a60-f143f5ac27d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:15:31.518841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28234"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-f8flm
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:15:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31ae0257476
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 46fa5e92-4382-4307-963e-f2b8216347cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:15:32Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:15:32Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31b020c4240
    namespace: kserve-ci-e2e-test
    resourceVersion: "28259"
    uid: 9314bb67-f4be-4d51-81c6-fd95b5f8a9f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:15:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:32Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31b03e8de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: 06db5d47-7b39-4687-95e2-53ff14fcfa69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:15:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:32Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31b06e9101b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: e241bf19-6991-49de-8edc-b22e87925a35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:15:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:32Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31b075e3bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: c6362825-fb31-470a-bae1-6762daf6823c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:15:36Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T19:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:36Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e31c1a645040
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: cb9340f6-c0ad-4aec-aed9-c338a0c8ddea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.422s
    (1m54.422s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336be7e10b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29235"
    uid: 8ef1c68a-e212-45b8-9cb4-5d369f7584bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336c402153a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29236"
    uid: 745ba47f-4298-4e37-9674-019277685aac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336c4e0de91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29237"
    uid: 1f64b68d-46ba-44cc-9597-195a08591097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336c4eb2c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 1c9929a5-6e14-4884-aa28-f2f8d771602b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336c99c7ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29239"
    uid: 8cf6b231-86a6-4959-9de9-2e24ab0ecb67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336ca61c799
    namespace: kserve-ci-e2e-test
    resourceVersion: "29241"
    uid: bc3719c7-7f60-46cb-b13a-812292f4e669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:37Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e336cfa66b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29288"
    uid: f2be2e86-b6ad-4bff-b2a7-d37c35a6b0d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e33c19e6e2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29434"
    uid: c6438cbc-7253-4d42-b916-dc5f0bccc3af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-f8flm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 81b89f31-91f5-4d65-85c3-aba3321b5cd5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-triton-predictor-5d7db58676-f8flm.18d5e33c19e8b7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29435"
    uid: ca06b20e-7d17-4457-9aba-bb6af7d238b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28226"
    uid: 07574900-d613-4a9c-970a-f068ff22309c
  kind: Event
  lastTimestamp: "2026-09-16T19:15:31Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-f8flm'
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:31Z"
    name: isvc-triton-predictor-5d7db58676.18d5e31adf7c5c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 62ce1c4f-57c7-4428-b4cf-245fd3547ba6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: 8f402050-2c1c-4d24-8ebd-13fb693fc309
  kind: Event
  lastTimestamp: "2026-09-16T19:15:31Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:31Z"
    name: isvc-triton-predictor.18d5e31adaa803d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 2ee076a9-e9e3-42ee-b506-9bb22c90a763
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: fc70592c-d91f-4d10-9eb9-37d3001d1445
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-triton-predictor.18d5e31e5a9ef0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29352"
    uid: ca35bf9e-dfe6-4009-a647-b27b0e6a0943
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: fc70592c-d91f-4d10-9eb9-37d3001d1445
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-triton-predictor.18d5e31e5b294c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29353"
    uid: 0be67c3f-52c3-4d77-a1bd-515c9ac3fe13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 9141cb23-9357-480f-8eaf-d66e1373fdd6
  kind: Event
  lastTimestamp: "2026-09-16T19:17:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:47Z"
    name: isvc-triton.18d5e31adaebbe41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 4ab574c9-82ab-4508-9ab2-83293c15b4df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 9141cb23-9357-480f-8eaf-d66e1373fdd6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:31Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:31Z"
    name: isvc-triton.18d5e31adb6933dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28247"
    uid: ba4467f5-e313-4ab5-b27d-5656f5e9e8a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: 9141cb23-9357-480f-8eaf-d66e1373fdd6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:31Z"
    name: isvc-triton.18d5e31ae376acc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28249"
    uid: 5e16b5d8-5620-4042-bd60-89e7e8ce1eda
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: 9141cb23-9357-480f-8eaf-d66e1373fdd6
  kind: Event
  lastTimestamp: "2026-09-16T19:17:47Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:47Z"
    name: isvc-triton.18d5e33a926c5131
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: a4e58603-cec5-4416-ac1f-38a4c73c3f63
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:59.415318Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29508"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-gwfg9
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33d4f76ab14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 1cd7a8a6-04b1-40ab-a4dc-ef4c76ba20ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33d735068ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 3b24f900-01f7-402f-a9cb-817a7230e41e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33d75e760e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: cff44578-4cc6-4109-af91-950a36003747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33d7c307b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29531"
    uid: fba3e52a-0ad3-49aa-9e97-7bbf0c4ae282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33d7dc1330e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29532"
    uid: 6a5276e8-0db8-489b-9e7e-fc6a633e7713
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:04Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e33e88c51418
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: b4cc7da6-687e-406a-b050-732a572a2167
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.68s (17.68s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342a69a912c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 5e27b247-d47c-47d2-b005-07d7011f2c15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342a9c05c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 71bac262-32ce-4a54-99d0-c69a4dee1715
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342aa2837ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29711"
    uid: cf63a551-acd3-4be2-8168-6f0688b4b48e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342aa33da92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 447ee08f-cafc-4a1d-9be5-7810c0a67af7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342ad64f57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 52e6835d-bb00-4e9f-9759-049cb6bbc96c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:18:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:22Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342ade98e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: 7c4b3dd2-9996-43d3-8ac1-c55db64e58b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:18Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e342bf7cffbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30299"
    uid: a3e91e7b-b7cd-4c54-bd80-3c2608d791eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e3524528c5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 89ca5285-c60b-464b-a49e-a1823721d0fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e352452963ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 41736273-3388-4a65-b40d-c74e74637a65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: da6c72d6-5b8f-43a0-a917-9956487c11a5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-gwfg9.18d5e35347a651b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 3061b4d6-cc5d-4f65-a5e0-3f7c949709a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: d9ecdf41-4c59-4c13-a52d-ab68541f80c9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:59Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-gwfg9'
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5e33d4e96c0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29511"
    uid: 0403321f-03bd-4c54-b47a-8a2a966931a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: 655064b6-b654-4a15-b148-1a02078d140d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:59Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-xgboost-predictor.18d5e33d47cecc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: 68f87d20-2c22-402f-930e-a9ab7fc258a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 9449a68b-59ef-4869-bf85-49acf95545e1
  kind: Event
  lastTimestamp: "2026-09-16T19:18:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:59Z"
    name: isvc-xgboost-predictor.18d5e340c6eeefd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: 7ee51de3-123f-4bbf-a5a0-81af8f6c7df9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 9449a68b-59ef-4869-bf85-49acf95545e1
  kind: Event
  lastTimestamp: "2026-09-16T19:18:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:59Z"
    name: isvc-xgboost-predictor.18d5e340c775ca11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30120"
    uid: a712d701-aa93-4936-ab2b-8bfcb93f11f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 9449a68b-59ef-4869-bf85-49acf95545e1
  kind: Event
  lastTimestamp: "2026-09-16T19:19:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:14Z"
    name: isvc-xgboost-predictor.18d5e34ec52d11a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: 3df41bef-4b5e-4fc4-9ed7-0a8ca7ff4c9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: 9449a68b-59ef-4869-bf85-49acf95545e1
  kind: Event
  lastTimestamp: "2026-09-16T19:19:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:14Z"
    name: isvc-xgboost-predictor.18d5e34ec5b79196
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: 47cf4eed-71c8-4bfe-8f99-189967673af8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:25.463303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31600"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36d48e155f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: 7e120e31-2880-4b22-af91-d8f62f64e952
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31609"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36d6b085340
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: 5144d36c-eae4-4a04-bc05-9b7a9ec21865
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36d6d880621
    namespace: kserve-ci-e2e-test
    resourceVersion: "31625"
    uid: 5897c3a2-7c99-4c3d-8cb2-7d15ecab6f93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36d7098fe59
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 25300f50-7c92-4932-8009-ff8e919e9e61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36d70feb7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31628"
    uid: 3f4e1d7e-4a43-4ed5-bf27-1ad03190bcc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e82e7a84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31659"
    uid: c5271ec9-ea36-4248-b5e1-95f7ad002b89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e85a91276
    namespace: kserve-ci-e2e-test
    resourceVersion: "31661"
    uid: bb3bcee5-da87-4ccb-9168-e56468500f71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e861df30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 56c3f6a9-e028-4c6e-ad89-2a67dd73cb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e8628ce37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31663"
    uid: 07f80e18-86f9-4ad5-9956-165cc34f94f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e8942258b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 52472b0d-a76b-4d69-aee0-067a2d744388
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:21:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36e89af97f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 9ca68da6-f0b1-4c2f-8f55-b70bf6c0245c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:22:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e36ebf00335e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 66c0ca8e-8446-4d98-bc7f-ee1fc1e0074e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:22:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e37fe8cd59da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: e67ee894-b7f3-4525-bef8-846a648f9ca9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:22:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e37fe8cdd20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: e2addde4-45b3-4f32-b4bb-2d6f89c2181a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31602"
    uid: 22e9c4d2-44a6-4d84-a9e8-5547802804bb
  kind: Event
  lastTimestamp: "2026-09-16T19:22:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2.18d5e3807123b3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 33d9fc53-c903-4322-a226-d044f4474b88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31588"
    uid: 6cd5a378-b967-4e09-8131-f11f5508e837
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-9gxq2'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5e36d4810602b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: e6618e5f-6ca5-4de4-83cf-c8706a8ed5d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 9093bac2-3ddc-426b-b57b-1dccbe91321b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-xgboost-runtime-predictor.18d5e36d41b3cb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: 6ac5b9b1-2b7a-4937-b3d2-8d6e3b3b50ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: fbcbc952-9943-44ab-99e2-338b2fd9a863
  kind: Event
  lastTimestamp: "2026-09-16T19:21:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:55Z"
    name: isvc-xgboost-runtime-predictor.18d5e370c0626900
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 8748b87c-7069-4548-bc1f-1a2eea9ddea2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: fbcbc952-9943-44ab-99e2-338b2fd9a863
  kind: Event
  lastTimestamp: "2026-09-16T19:21:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:55Z"
    name: isvc-xgboost-runtime-predictor.18d5e370c0fa3ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: ac748b11-a179-498e-a167-d836796ebe29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: fbcbc952-9943-44ab-99e2-338b2fd9a863
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-xgboost-runtime-predictor.18d5e377c18aadf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32281"
    uid: 1ae590da-9b49-42c4-81ea-3b7ff485c98b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: fbcbc952-9943-44ab-99e2-338b2fd9a863
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-xgboost-runtime-predictor.18d5e377c213353a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: 3c763743-9859-479f-8739-d7a821b22044
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: aef3e1d7-82b0-4b9f-b65f-2ee87a8acee3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:38Z"
    name: isvc-xgboost-runtime.18d5e36d41ba448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: e2e20b18-00cd-48b0-be67-efb722ceddfa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: aef3e1d7-82b0-4b9f-b65f-2ee87a8acee3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: isvc-xgboost-runtime.18d5e36d42e623f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: c61d2a6e-f0e9-4c5a-b3e5-f88102e0289d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: aef3e1d7-82b0-4b9f-b65f-2ee87a8acee3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:37Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:37Z"
    name: isvc-xgboost-runtime.18d5e37e278ba5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: e20f5c83-7b3a-4d46-9cab-1b2ccad0b954
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:34.676810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30467"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e3537d7da4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 409d600b-2c6a-46e0-ae90-45b7dc8e0a1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e3538c9f6ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: 85a36a7e-bd21-4fb0-ba1a-6408d5537ee5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e353c34a38c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: cf865b9a-7599-4090-b5fa-fd4c128eefee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e353c5a35d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: 0ec14071-846e-4c58-91f8-465d8d2c11d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e353c8615d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: a950d0df-c59d-4b5d-980a-d021ce5b81e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e353c8d519c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30499"
    uid: 34c1a4af-63ef-4326-a8f2-ea14c6c2b6fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354d996c944
    namespace: kserve-ci-e2e-test
    resourceVersion: "30539"
    uid: ae64b177-0996-4dd3-98f0-8d6d086c0d6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354dcb3d89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: 94862add-b73d-4890-9ba3-ddc47eae0b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354dd2a58eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 1daa7d07-bd9a-49d9-bdcd-2ce6619292ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354dd3466d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 7dea10dc-75c8-40a2-9d21-94027153f729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354dfe8c119
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 2cdc2f6b-515d-4381-af0d-b63300294f81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:19:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e354e05ebfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30546"
    uid: 54d559ee-4310-486e-b5bb-ff06c28050ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:20:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e35f26a36906
    namespace: kserve-ci-e2e-test
    resourceVersion: "30939"
    uid: 0d2cedbf-52ae-4c3d-9108-33d7e15d9032
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:20:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e35f26a3d69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30940"
    uid: 3bb5927d-7023-4a40-8fcf-0655e2395d9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:20:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e36007a4ffe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: f52074a2-8858-4f4e-8e5f-35689389f34f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 40b45bdb-05d6-43e1-8777-b5d2e89c2531
  kind: Event
  lastTimestamp: "2026-09-16T19:20:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9.18d5e36007f7a6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 7f0ebe1b-983a-477a-b667-2222b1b21056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30458"
    uid: 178d826d-17a1-4833-98e9-e1b610bcca23
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-ghfd9'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5e3537cf1417d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30469"
    uid: bcc3ae13-b687-4b56-9939-7635166ac28e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: 0c7307d0-50f4-4d8d-bbbc-a60ec7121990
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e35377f52efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 49816ff1-cf10-4974-b89a-e79f3628645c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 00006445-ca2e-4deb-9551-20b62504f58d
  kind: Event
  lastTimestamp: "2026-09-16T19:20:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e356f71bddbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: 71ee4718-f307-4aee-8986-8ee6432159ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 00006445-ca2e-4deb-9551-20b62504f58d
  kind: Event
  lastTimestamp: "2026-09-16T19:20:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e356f7f8e174
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: 3f3351cd-fe87-4349-8d63-64f8194d81c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 00006445-ca2e-4deb-9551-20b62504f58d
  kind: Event
  lastTimestamp: "2026-09-16T19:20:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e35df6964c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 882d441d-706c-4bdb-aae1-6d4036912da2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 00006445-ca2e-4deb-9551-20b62504f58d
  kind: Event
  lastTimestamp: "2026-09-16T19:20:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e35df72091b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: c7f2a0d8-e5ba-43a0-918b-89ab3da00f74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: ad391a1f-6231-4cd7-b768-118ad31121b4
  kind: Event
  lastTimestamp: "2026-09-16T19:20:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:18Z"
    name: isvc-xgboost-v2-mlserver.18d5e353780c1dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: d2f18560-6ed1-47cb-851e-af0441da9770
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: ad391a1f-6231-4cd7-b768-118ad31121b4
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-xgboost-v2-mlserver.18d5e35379806e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: a3a4393d-375f-4355-919f-6ca935bd74be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: ad391a1f-6231-4cd7-b768-118ad31121b4
  kind: Event
  lastTimestamp: "2026-09-16T19:20:18Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:18Z"
    name: isvc-xgboost-v2-mlserver.18d5e35dbbb688aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 974f74eb-190b-4b54-a4e5-8efd60166310
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:56.059619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e390591eda6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: fc8f5342-b74f-4711-a7f7-9fafd93d3d77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:23:56Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3907b909a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: b27f7103-97a6-4272-99e1-b064f9950c23
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:23:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3907e73b7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 5095fd74-b7f0-4563-ad90-42f0afc7a117
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:23:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e39080edbb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: 8b9942cd-4f0b-4480-b122-362437e80039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:23:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e390817000c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: f326af98-8a3c-404e-9088-85a2f121b117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3919a1a8ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 10c9ec15-0721-4685-81bb-a9a93d0ae070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3919d6b6ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: 18306d81-70c3-4ca3-829b-93e44806a01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3919dd4499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 29520d2f-991d-453b-8827-700f0da8f025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3919ddecd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 75b3c02c-0f8f-4dec-833f-6e063352c327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e391a1251570
    namespace: kserve-ci-e2e-test
    resourceVersion: "33129"
    uid: 30c90b03-75f3-4c3a-a37a-4a2b5ac6ec2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:24:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e391a1dbff23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33130"
    uid: 9dbf5a5a-681c-4d72-bd6a-b19dc2a22183
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3921217e6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: 464ac575-a247-40c3-b6b1-2e15e10974fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:25:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3a2fbbf6d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33874"
    uid: 8fdac45c-447e-461f-94a8-ee1adfc60a02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:25:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:16Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3a2fbc00415
    namespace: kserve-ci-e2e-test
    resourceVersion: "33875"
    uid: 7d7267eb-d799-466e-8a32-7ab741c44418
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: bb8d8bf8-1a1d-4b4c-a2be-1e310029fa98
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-w5xtm.18d5e3a3c44556ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: d2b8653e-e49b-44d2-8830-fb866c5282fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: 06584b06-b59a-4a1b-bc75-f8995ac7ee87
  kind: Event
  lastTimestamp: "2026-09-16T19:23:56Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-w5xtm'
  metadata:
    creationTimestamp: "2026-09-16T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5e39057ab8817
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 2397accb-a735-4e3e-b015-2bd279eec509
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: 62db91b8-5949-417f-9dab-3e565aa38803
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: isvc-xgboost-v2-predictor.18d5e390523ccfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: bc803962-2c1a-431b-af81-7c3c77f633c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 5106cbd2-05b8-4822-8f22-0ef9f545c1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-xgboost-v2-predictor.18d5e393d17a3d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: ba1f552b-bf81-41b1-b5c6-21863a22ade6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 5106cbd2-05b8-4822-8f22-0ef9f545c1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:24:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:25Z"
    name: isvc-xgboost-v2-predictor.18d5e393d1eb3b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: 730ef3e8-a6a5-4d08-8e82-18ab018164c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: 5106cbd2-05b8-4822-8f22-0ef9f545c1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:11Z"
    name: isvc-xgboost-v2-predictor.18d5e39ad03a1c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 50159c4a-0344-4e2c-8cd5-3ebb41705cd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: 5106cbd2-05b8-4822-8f22-0ef9f545c1b2
  kind: Event
  lastTimestamp: "2026-09-16T19:25:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:11Z"
    name: isvc-xgboost-v2-predictor.18d5e39ad0f7518b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33811"
    uid: 32b87b08-4cba-4512-a2cc-d450bc982362
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:50.729408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3812322dfde
    namespace: kserve-ci-e2e-test
    resourceVersion: "32406"
    uid: c16e1ab4-0fdd-4d25-b954-164a01b64a9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3812e41f224
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: 1f6c1d7e-30d8-4a35-bfda-de273d2b0b24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:51Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3816904e4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 270d9962-fb23-420b-ac45-c13d5abf8f19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3816b0f20f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 165ebe7c-a427-4b84-b8ed-142e10f0acb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3816eb53ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 89c381b9-a9cc-48c0-96ba-e6455bb16530
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3816f2f85f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32429"
    uid: 06820d1b-39e2-477a-8c49-18457cc4a8a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827733d218
    namespace: kserve-ci-e2e-test
    resourceVersion: "32469"
    uid: 953bb2e8-1f16-44c5-9259-60ce6c6cb07e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827a2cd33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: 416c0339-ad02-4d7c-b811-41dfef1c2bb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827aa1e40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: d3679176-4c9c-4596-94df-ddc055528bc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827aab85b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: c275476c-3866-48e4-8e59-1ce93f004cec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827deb634e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 8e0afecf-19b5-4794-83cd-1c77b3f4ec8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:56Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e3827e5baa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: e59c4e04-42f7-4347-8b8d-bf462d7cd151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e38b19a40405
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: d441b2ac-bda7-402c-ba6e-b2a76fe26e6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e38f1ee54922
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: 592816b1-7d45-49bc-ae8a-d992fc4430db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e38f1ee5b2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32975"
    uid: f8e091a8-645d-41ce-ad84-e842764607ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: 80349036-559d-40fb-8ce5-29d1d80b4d7a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k.18d5e38fbd469877
    namespace: kserve-ci-e2e-test
    resourceVersion: "33009"
    uid: 8a740d1e-02da-4bda-90d9-da2b145a691b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32391"
    uid: f7ca2c03-2e81-4be3-b57b-003cb85ce44b
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-sh27k'
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5e38122a9ac52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: 3a597384-e2f4-49e6-b851-20d8997589db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 17548339-3f7d-41cb-a1ed-593ddb5375ec
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3811d855f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 73684600-5cef-4ef4-820d-42c948d446ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: 73d44bd3-2c82-43f2-a06b-3ac3386b272e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3849c25091a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32654"
    uid: 134b21f7-eb7b-4f01-880b-ebbb2cea88a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: 73d44bd3-2c82-43f2-a06b-3ac3386b272e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3849cdfc194
    namespace: kserve-ci-e2e-test
    resourceVersion: "32655"
    uid: 31364827-61a8-4d47-99c2-04ad51c0efd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 73d44bd3-2c82-43f2-a06b-3ac3386b272e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e38b9b5aae40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32965"
    uid: 9749f6ae-6e6b-47d4-b3d7-b176539c8fa9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 73d44bd3-2c82-43f2-a06b-3ac3386b272e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e38b9bdbae07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 4b4295ec-40f9-4309-b561-643958d947c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: 53daed2e-2d3e-48a1-8b89-8030d66e245f
  kind: Event
  lastTimestamp: "2026-09-16T19:23:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:43Z"
    name: isvc-xgboost-v2-runtime.18d5e3811d7d9913
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 8ef4249a-3075-4e6d-bae6-6f1a34ba87b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32382"
    uid: 53daed2e-2d3e-48a1-8b89-8030d66e245f
  kind: Event
  lastTimestamp: "2026-09-16T19:22:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:50Z"
    name: isvc-xgboost-v2-runtime.18d5e3811e4a1266
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: 35dfaf5b-a57a-4337-afd1-385e30beff72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 53daed2e-2d3e-48a1-8b89-8030d66e245f
  kind: Event
  lastTimestamp: "2026-09-16T19:23:43Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:43Z"
    name: isvc-xgboost-v2-runtime.18d5e38d734462d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: f6ee0213-4b5e-40a9-8800-6df498a5833f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: e77a5e9e-d0f9-4299-be2a-c54b7b882fef
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-xgboost-v2.18d5e390524fa4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: d28fd73a-b3d5-4cba-8bda-11784533962a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: e77a5e9e-d0f9-4299-be2a-c54b7b882fef
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: isvc-xgboost-v2.18d5e39052f2ce4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33047"
    uid: fc2ec5c0-c8c4-4d9f-af03-469dac7baf21
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: e77a5e9e-d0f9-4299-be2a-c54b7b882fef
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-xgboost-v2.18d5e3a178ec320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 675981c4-c8aa-4509-9804-c8f7c8e6ff46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: 258cf2b3-9800-4015-b99d-d0c7eb5604cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-xgboost.18d5e33d47a2e600
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 479624b7-0d0a-467d-8bb3-6e03cca01c20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: 258cf2b3-9800-4015-b99d-d0c7eb5604cb
  kind: Event
  lastTimestamp: "2026-09-16T19:17:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-xgboost.18d5e33d48473c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 76bd9ea6-29af-4980-a160-65cdc4bda13b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29489"
    uid: 258cf2b3-9800-4015-b99d-d0c7eb5604cb
  kind: Event
  lastTimestamp: "2026-09-16T19:17:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-xgboost.18d5e33d50bce4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: 53f6b33a-cee7-4067-adc4-29106a34eb2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: 258cf2b3-9800-4015-b99d-d0c7eb5604cb
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-xgboost.18d5e352272a7a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: 9633cdfc-9436-46b9-9655-26667a5f1dea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:44.497542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-kmhd5
    to ip-10-0-129-190.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e21478714118
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: a0f7fb25-1f7c-4993-adaa-b2c037a4b11a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:45Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:45Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e2149a80bedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: b1d3b229-0ecc-4903-ab8b-99285bbe2865
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:45Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:45Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e2149c291af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 68960ab4-b8be-466d-b090-ef06fccd0398
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.119s (1.119s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214dee50589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: 3879ff5c-532c-4576-9058-4455e03ed46a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214e1d72eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: 64dd2d01-7b79-4266-a5d0-9fff654a6cb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214e245faf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 24bb21d9-fef4-4687-a17a-f39b5913569e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214e24fac34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 5d965c78-2c78-4671-846d-c9d84158a0c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214e559215f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: a73b2247-6a21-4ad1-abcb-997c14347553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:56:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:46Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e214e5c8bc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 881ffdf4-cca8-4c6c-b4a6-d4d1a13982d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e22cf9e4bdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: afd98049-2846-414f-a369-9f2784b03c6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-kmhd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17279"
    uid: 99c64e29-e71f-4f90-ac1a-43e016a420bd
  kind: Event
  lastTimestamp: "2026-09-16T18:58:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:29Z"
    name: message-dumper-predictor-6575bcfdfd-kmhd5.18d5e22cf9e52f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18291"
    uid: f35b530f-461f-4e6b-acb4-87b289c9d9a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: dac2c537-2e05-4c64-8438-288e5bf19ce2
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-kmhd5'
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: message-dumper-predictor-6575bcfdfd.18d5e21477d3c41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: 34868670-86a9-4f30-b8c4-f434be36a8c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17262"
    uid: a411ee37-2550-4b66-9aeb-9a6406a64013
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: message-dumper-predictor.18d5e2147182dce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: e1655158-f00c-44a6-aa71-cbe7b4f21c3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 57e2f0b4-d86a-49a3-b29d-0f3a9c81e908
  kind: Event
  lastTimestamp: "2026-09-16T18:57:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: message-dumper-predictor.18d5e217f03a1e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: d33c1ebb-db6d-4aad-aa39-da9e9c8a8262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 57e2f0b4-d86a-49a3-b29d-0f3a9c81e908
  kind: Event
  lastTimestamp: "2026-09-16T18:57:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:14Z"
    name: message-dumper-predictor.18d5e217f0c0a013
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 69dbf3d5-3807-4b62-a213-40074503b384
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 9471d3cd-ddcb-4d34-8dce-4e9beddbf174
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: message-dumper.18d5e21471812b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: d3ff1032-e3c5-40af-be70-dc799b661042
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 9471d3cd-ddcb-4d34-8dce-4e9beddbf174
  kind: Event
  lastTimestamp: "2026-09-16T18:56:44Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:44Z"
    name: message-dumper.18d5e2147270b0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 797f126b-7299-4929-a2da-94f8779c0aab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 9471d3cd-ddcb-4d34-8dce-4e9beddbf174
  kind: Event
  lastTimestamp: "2026-09-16T18:56:54Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:54Z"
    name: message-dumper.18d5e216c65db891
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: f3a620a4-9cc2-49fc-afc1-bae72e893727
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:49.897735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e29374d3b2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: 724e0097-65b2-406a-9ecb-97a233301ad0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:05:50Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e29396e1e5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: b5b8af85-e6e0-4aad-a1ca-8ab89c52fad2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:05:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e29398fa4787
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: a1f1e359-cef9-41ec-9fdb-b08ad717e944
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:05:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2939bc6b79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 0e6af55d-c840-40e6-82ea-c7168a36a891
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:05:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2939c397d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: ca0c35d9-4916-443d-90c4-5c876f65e1cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T19:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e294820ceb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: 427c4f59-ef8f-48dc-9293-bfbe6095c27c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m11.565s
    (2m11.565s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b323f5fb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: ddaae9ec-057f-44d4-ae12-532b53ae5cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b32a330d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 8969e124-2805-4fbe-b649-02deb6c34f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b32ae3a21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 4f63081a-f6b9-43c0-aac8-ef2c8b936466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b32aed3a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: e085c40a-5a3d-49d4-9c41-c32e59c67428
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b32f590cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: 7a089779-b75a-4825-be84-74f453e1b73a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2b33002f6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 525f6627-c724-4351-a07e-e4ffdf7eb702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:08:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2bbc9cf6501
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: bf950b0d-6594-4c4e-8a12-d12f3bd4626c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:09:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2bfb8f0080c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 6eebd852-eea8-4648-b223-09959aed6358
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:09:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2bfb8f12d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 043c5979-5242-41d2-a46c-3282e576ede0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:09:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2c071636ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: ad24d2c9-82d7-4b86-87f3-f639662fb38c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 6755acaf-ff23-49f6-8d9e-40b2d2c90658
  kind: Event
  lastTimestamp: "2026-09-16T19:09:03Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4.18d5e2c071c6d21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23826"
    uid: f49af668-905d-42e0-a36c-4c82540c2bf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22201"
    uid: 3e60076b-b1ec-4109-9ca3-e4828e071198
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-52hx4'
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5e2937428fc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: 24bb9c03-611c-4316-a1cb-e9c098dd5bd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: 90a2cdca-6f6c-4a41-8131-f3bee5aa1751
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: sklearn-v2-mlserver-predictor.18d5e2936d53af12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 370cf625-3a0a-4782-a635-8273bc01974a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 30e022ff-c93f-4ec3-8402-6726f8c0d53a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:35Z"
    name: sklearn-v2-mlserver-predictor.18d5e296ebf14081
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: c69b925c-ae59-4033-a718-e0cccf10c935
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 30e022ff-c93f-4ec3-8402-6726f8c0d53a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:35Z"
    name: sklearn-v2-mlserver-predictor.18d5e296ec928db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 0fa71f36-3294-4b1e-b8df-91a1323a5178
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 30e022ff-c93f-4ec3-8402-6726f8c0d53a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: sklearn-v2-mlserver-predictor.18d5e2bd66d4f377
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 2347d82f-9df7-474f-8e86-e105e1bf235d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: 30e022ff-c93f-4ec3-8402-6726f8c0d53a
  kind: Event
  lastTimestamp: "2026-09-16T19:08:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:50Z"
    name: sklearn-v2-mlserver-predictor.18d5e2bd678612ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: 81d0cd25-5a3c-426d-b97b-b228f9c34f2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 1fe61702-e606-4ff9-b0f2-8aa7196d0108
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: sklearn-v2-mlserver.18d5e2936d5556ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 485791f6-7242-4d17-82d0-0a0eee4c7378
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 1fe61702-e606-4ff9-b0f2-8aa7196d0108
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: sklearn-v2-mlserver.18d5e2936e025a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: cdf953ad-cc33-48be-9eae-b99a9debd9c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 1fe61702-e606-4ff9-b0f2-8aa7196d0108
  kind: Event
  lastTimestamp: "2026-09-16T19:05:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:49Z"
    name: sklearn-v2-mlserver.18d5e29379108e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: 4023abcb-0b91-40c9-93b5-846ccfb6492f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23736"
    uid: 1fe61702-e606-4ff9-b0f2-8aa7196d0108
  kind: Event
  lastTimestamp: "2026-09-16T19:08:53Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:53Z"
    name: sklearn-v2-mlserver.18d5e2be3573fde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: d86f37ce-40d3-4992-8790-96fc3fd44069
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:20:30.201705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    to ip-10-0-129-50.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e3606b0857ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: 48baf7ab-53d1-46fa-9f2c-a89a2a8c5d45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8545cccb4c-jp5zp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e3608d943817
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: adeb4436-3de3-4b9b-bbc6-08f5c6b15ebc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e360907fd447
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: f20852b1-b66e-4b02-96ed-9c2afe90487c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e36093143249
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: 05308ea0-46ce-48e1-a4fd-5129b7439506
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e3609388e0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31062"
    uid: cee7541a-6d62-44d1-baa0-dd2d28a5795f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361b83a59f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31113"
    uid: 24c1d471-66ab-4e87-a174-a740207cd278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361bb7deedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31115"
    uid: f50f1c84-f284-4fba-8d98-d7d12effe4f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361bbf18894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 702921a8-3594-49ac-915e-28e348bdf6f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361bbfb9b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: cb43309a-e155-433c-b5c5-abe4d8e5180b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361beeddfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: 374dcd7a-ac87-4562-8080-81c42178b8c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:20:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e361bf636b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: c2c2daeb-aafb-4148-b1ca-d07042846d7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e36c0dee67dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: 1ef7d029-04c5-4a44-ab4e-ca95c2881f97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e36c0def1a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 61993b18-a692-4f0a-9477-8991cceb4499
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:21:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e36caa5768df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: a1171e82-2b34-4914-90e7-a96f771f8f30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: eb709fb6-0792-4ce3-a13b-69c678732297
  kind: Event
  lastTimestamp: "2026-09-16T19:21:22Z"
  message: 'Readiness probe failed: Get "http://10.133.0.49:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv.18d5e36caaba5cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 90aef8bb-a9c3-4ba9-a379-38b0985d3b62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-50.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-50.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 29280439-b6ee-4c86-a938-a496d9df9fb2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-nfcvv'
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5e3606a0bf0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31035"
    uid: 80c064ad-8a12-495d-ac64-ed07ef4a711a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: 538dd551-8789-48a4-81c0-6422bd465b37
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver-predictor.18d5e3606272b4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: b1b212b1-93a6-428f-add7-53a675495cdc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: ee440442-873c-4f25-9461-29ee2071c20e
  kind: Event
  lastTimestamp: "2026-09-16T19:20:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:45Z"
    name: xgboost-v2-mlserver-predictor.18d5e363e213e841
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 54b53615-a5b2-466d-ab05-b373dd134e77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: ee440442-873c-4f25-9461-29ee2071c20e
  kind: Event
  lastTimestamp: "2026-09-16T19:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:45Z"
    name: xgboost-v2-mlserver-predictor.18d5e363e2963bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: 1ef463df-9f22-4ff8-941e-b2cd67658c19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: ee440442-873c-4f25-9461-29ee2071c20e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: xgboost-v2-mlserver-predictor.18d5e3676216d063
    namespace: kserve-ci-e2e-test
    resourceVersion: "31474"
    uid: da3714f2-9506-45c8-b1a6-478926579e4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: ee440442-873c-4f25-9461-29ee2071c20e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: xgboost-v2-mlserver-predictor.18d5e36762cf8f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31475"
    uid: a0e33b0d-d237-4496-8557-70630cbbcdfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: f9ddf8a4-7289-4998-9a38-e51de1f24fe0
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: xgboost-v2-mlserver.18d5e360629774be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: 28106257-6e2e-424f-8f6e-895dce7bc3c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: f9ddf8a4-7289-4998-9a38-e51de1f24fe0
  kind: Event
  lastTimestamp: "2026-09-16T19:20:30Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:30Z"
    name: xgboost-v2-mlserver.18d5e36063a0b87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 9e9f0143-83de-47d9-893a-b3ae153d67ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: f9ddf8a4-7289-4998-9a38-e51de1f24fe0
  kind: Event
  lastTimestamp: "2026-09-16T19:21:12Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:12Z"
    name: xgboost-v2-mlserver.18d5e36a6048a556
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: fcfc0e12-f80b-4c26-8e5c-b4e2402d542f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39934"