---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:48:25.753303Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21cc1405f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: 8f26b713-b65e-4b94-961f-a1b906b960fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29690"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:26Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:48:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21ce36025c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29697"
    uid: afa45029-282f-4bce-99d5-80d105ba3a63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21ce4d5d024
    namespace: kserve-ci-e2e-test
    resourceVersion: "29699"
    uid: 61754de7-cb0a-4a02-bfd9-ed3d683d024c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21ce80cccfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29701"
    uid: 981d66b4-edc9-4b61-b4d5-13eb8c06fbcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21ce879d557
    namespace: kserve-ci-e2e-test
    resourceVersion: "29702"
    uid: 508fc74d-ee71-4d3a-96f3-0b9b4d44ae8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f14fa2288
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: a1c33a1b-5f83-454a-96d0-0b60eb32bb8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f189168e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 0c108a80-7bb0-4a1b-baf1-9f5ccab5c76f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f18fc288c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 1c1c2e3c-74de-4107-87e8-075155e19ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f1906f9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: dbc42953-dc8b-4f59-8f11-68a6a198314f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f1be59574
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 803af81e-0faf-4593-9ea1-c37cb448802d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f1c4e7351
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: ee89fbc5-1807-40e8-bb06-20bee84f9c92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:48:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:43Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c21f8d0c584a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 02bb4974-39c6-4fe8-bb36-31b8309f2a07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:49:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c224f4632860
    namespace: kserve-ci-e2e-test
    resourceVersion: "30016"
    uid: a50ad4f0-9006-4162-8308-27dafe1b22e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29682"
    uid: 1e548a0e-cd89-47c1-944a-1f6e3765ad02
  kind: Event
  lastTimestamp: "2026-09-09T20:49:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z.18d3c224f464030a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30017"
    uid: 9c92dc66-cdad-446a-bba0-8b41b0c32319
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: 34656c35-a9b9-4c94-b523-33fb57e03ad7
  kind: Event
  lastTimestamp: "2026-09-09T20:48:25Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-s228z'
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d3c21cc0daff2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 1791c4ed-6e98-45b3-a947-8d624b6c7fd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: e53fce33-7319-4ab7-8e96-190ac60fe4d8
  kind: Event
  lastTimestamp: "2026-09-09T20:48:25Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c21cbdfbfd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29672"
    uid: 9aca9e11-38f0-439c-9538-6401d2e2b2d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 0df58814-d9a4-40a6-9c1f-980e59e4e59d
  kind: Event
  lastTimestamp: "2026-09-09T20:48:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c2203cb3acbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: a53f260f-af13-4757-a75f-dcb7bf2c2ca0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 0df58814-d9a4-40a6-9c1f-980e59e4e59d
  kind: Event
  lastTimestamp: "2026-09-09T20:48:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:55Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d3c2203d120cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: 1e3b3a59-ccfb-4ad5-bb20-956dc5111c5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "29659"
    uid: ff75c7fe-f734-4804-9d61-8e77b2d54ea5
  kind: Event
  lastTimestamp: "2026-09-09T20:48:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:53Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c21cbdfa272b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: a4ae3c91-5c5c-45c7-9528-a54d440a98ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "29659"
    uid: ff75c7fe-f734-4804-9d61-8e77b2d54ea5
  kind: Event
  lastTimestamp: "2026-09-09T20:48:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:25Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c21cbe8f0173
    namespace: kserve-ci-e2e-test
    resourceVersion: "29675"
    uid: f0011e01-304b-4731-bdc6-d1b5c90db09b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: ff75c7fe-f734-4804-9d61-8e77b2d54ea5
  kind: Event
  lastTimestamp: "2026-09-09T20:48:53Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:53Z"
    name: isvc-autogluon-ts-v1-noslash.18d3c2234b9f521f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29926"
    uid: d8ca89ab-00b6-41bc-af54-a2e52b628985
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:44:37.808114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:44:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:44:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1e7aea8c525
    namespace: kserve-ci-e2e-test
    resourceVersion: "27762"
    uid: 0d74cb6c-ba8e-432f-b3ac-3907a5541513
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27766"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:45:01Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:45:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1ed1b5f1289
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: be6fe92e-9689-41b2-89a2-1282c932f57f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:45:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:02Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1ed5a303904
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 5c3cc387-fd2c-467f-bfd4-5b9f45a72af5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:45:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1efcdc9e118
    namespace: kserve-ci-e2e-test
    resourceVersion: "28028"
    uid: 4204400a-8fd3-4f29-b4c2-29a367c821de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:45:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1efcf3ae131
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: bd7ed501-f478-4b75-bef2-039491f7852c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:45:40Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:40Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c1f65adf4a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: dc121f77-1774-418f-8548-51298263ddec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:44Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m4.023s
    (2m4.023s including waiting). Image size: 8945753381 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c2133b3e8075
    namespace: kserve-ci-e2e-test
    resourceVersion: "29227"
    uid: 0556d509-9e4c-4cbc-8da6-04eb824a3dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c213416a156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: dc14a44d-0486-490a-b064-5b7b9e3448b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c21342792f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29229"
    uid: fe14504a-dc07-4138-b814-adc646ab9b3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c21342841aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29230"
    uid: 66a9d5de-1f2a-46ef-81bf-b10f427d5aab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c21348c9339f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29233"
    uid: 6ddacb22-fca4-4c59-81f4-72253f9c0d5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c2134a96f660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29234"
    uid: 01a54b69-a3ea-4003-906b-f5960ae1950c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:47:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:52Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c2139e241d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: 4bc19ee9-5ae4-4981-8248-f78dca657eb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c21b8c3e620b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29616"
    uid: 13397e5f-2ee4-4598-a550-258a42122340
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27760"
    uid: 7125f942-f99a-42bb-ac23-ed4ac135b232
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4.18d3c21b8c3fa043
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: 2a615b75-11eb-4314-8503-b1c0b8d370e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: 35ee7a77-94a4-4dea-9c81-94a00261d9e2
  kind: Event
  lastTimestamp: "2026-09-09T20:44:37Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jvkn4'
  metadata:
    creationTimestamp: "2026-09-09T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d3c1e7ae0f3037
    namespace: kserve-ci-e2e-test
    resourceVersion: "27759"
    uid: b3b55f70-728b-44f8-b69b-7ee5fa62e300
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: b46a26c3-8ffa-4d57-a76a-8ca99fc0c841
  kind: Event
  lastTimestamp: "2026-09-09T20:44:37Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:37Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c1e7ab28c53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: 1ec50946-ba1e-47f0-b3ff-64a335286e97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 8d8a9a50-11e0-4467-87e1-758a58d86c19
  kind: Event
  lastTimestamp: "2026-09-09T20:47:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:52Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c1eb2988faae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29293"
    uid: 63b94bab-6191-405f-9318-ac495cfc1d36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 8d8a9a50-11e0-4467-87e1-758a58d86c19
  kind: Event
  lastTimestamp: "2026-09-09T20:47:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:37Z"
    name: isvc-autogluon-ts-v1-predictor.18d3c1eb29ea07bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: b0e23570-656f-4659-97a4-2ca9099c9f96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 91a36a98-c8aa-4fa8-bd16-cacb3be70c33
  kind: Event
  lastTimestamp: "2026-09-09T20:48:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:02Z"
    name: isvc-autogluon-ts-v1.18d3c1e7ab2cf0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 159fd66c-0028-4a51-8e5c-297ea7e4a667
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 91a36a98-c8aa-4fa8-bd16-cacb3be70c33
  kind: Event
  lastTimestamp: "2026-09-09T20:44:37Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:37Z"
    name: isvc-autogluon-ts-v1.18d3c1e7aba73d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: 09fb0df7-4035-456d-a7d2-f2de52c721c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: 91a36a98-c8aa-4fa8-bd16-cacb3be70c33
  kind: Event
  lastTimestamp: "2026-09-09T20:48:02Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:02Z"
    name: isvc-autogluon-ts-v1.18d3c2175d54bec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: d22395aa-43e3-4f0c-98d7-093e76cf97a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:34:29.754806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22066"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c15a1bdb9817
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: f75029f6-de37-42c3-9d60-a93b74d2d06e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c161ed776dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: d3084a2a-b2ee-4595-9fc5-881d8d31488b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c161eefe696c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: b149e70b-5fd8-4748-ac39-e9f5a1c19515
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c161f2ef20a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: 95833249-0847-4847-a376-634438c3cef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c161f3b6c227
    namespace: kserve-ci-e2e-test
    resourceVersion: "22335"
    uid: 19ad5120-1993-46ed-adf5-5f41943908e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:35:32Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:32Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c168d5704f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: 0378ef9d-a59b-433c-8ec1-00f165e2c5f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m0.569s
    (2m0.569s including waiting). Image size: 8945703716 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184e7ed8786
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: ec64f935-ae61-4c79-82dc-8f635c3c2d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184ebba5c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: efe1c902-0117-4900-895a-b3077258ced1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184ec51c78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23606"
    uid: a4d4e373-c094-49d0-a4d6-7aaf1c2365da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184ec5ebd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 1af82e1d-f7d3-4563-a4e9-22bf0caec274
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184f0ef8e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: 25565df2-4f89-44fc-9446-8b7378eeea37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c184f2ffa3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 0a0c3492-bed6-4435-91e8-eb2c7dd36800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:37:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c1856436440c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23691"
    uid: d7559797-b11f-493a-b5a9-08329eadc192
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c18c95ef7f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 046b7da3-1754-44fe-902a-cb38994144b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c18c95efebaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: 925dcc84-8c70-49f6-9206-92cc08415d18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: 0ab97367-a1c2-4195-a6f6-55d21692e01e
  kind: Event
  lastTimestamp: "2026-09-09T20:38:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jb8tt.18d3c18c9c3c1155
    namespace: kserve-ci-e2e-test
    resourceVersion: "23896"
    uid: 300b86b7-721c-4989-8f7d-82379cc600e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: d6cd070b-1d1a-4900-9c59-7c59b4f5ac51
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-jb8tt'
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d3c15a1b782dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: d3a2182c-63a8-4672-98ad-294ed754ba15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: b4879882-e907-4257-9fba-00cc8f7577e9
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-autogluon-v1-predictor.18d3c15a1723e87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: df311161-45bc-4891-ae5c-6f1247ac7fcf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 29267fc3-180b-4d5c-bacf-99371dbb4c59
  kind: Event
  lastTimestamp: "2026-09-09T20:37:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:44Z"
    name: isvc-autogluon-v1-predictor.18d3c15d95554191
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: 84349758-19ae-4190-a9a8-26340075d4cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22042"
    uid: 29267fc3-180b-4d5c-bacf-99371dbb4c59
  kind: Event
  lastTimestamp: "2026-09-09T20:37:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:37:29Z"
    name: isvc-autogluon-v1-predictor.18d3c15d95b62721
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: 0a9be1f5-95e0-41aa-ab94-64a99df4423d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: b305d48c-48f4-4fc3-a943-d97f03ead2d0
  kind: Event
  lastTimestamp: "2026-09-09T20:37:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:51Z"
    name: isvc-autogluon-v1.18d3c15a17040f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23774"
    uid: 9cfc5a62-1b35-4f24-9a90-97a3f891b6f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23772"
    uid: b305d48c-48f4-4fc3-a943-d97f03ead2d0
  kind: Event
  lastTimestamp: "2026-09-09T20:37:51Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:37:51Z"
    name: isvc-autogluon-v1.18d3c189235bc5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: d64a753d-f1c1-41c5-8e57-841681a21824
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:42:26.056383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1c901a50b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26529"
    uid: e36b05b2-9109-44b5-a97e-371c33c3bfbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1c923ef20b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 515e5371-c315-49bf-8a10-71b664634351
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1c9255d51bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: e5dde5bd-427e-484b-a101-77a96b09537d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1c9281509f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 067cafef-24e0-4243-aca6-da3a592d4460
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1c92890bc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 53d02d18-43a2-4fda-8fe4-93b188b5d62c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce20ad209d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 289fc193-aa9f-451c-bab3-2785a6c9e17c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce23e0c37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: cd319e9a-f9b6-4ba7-aa7a-dc78afd1a738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce24639d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 65c5967f-1cce-4248-b2b6-834c6375e19a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce2470996a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 7fd90343-abf5-4899-97b6-eb1aef357f0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce27f70ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 56e65b56-027d-420b-aac0-132a97e8a7a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:42:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:48Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1ce287cd8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 6d9c8d62-9c7e-4319-a67a-d9adf4e3d956
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:44:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1e6793bd150
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: 6bb8d747-b61d-47e4-af32-071002ebe4c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: a763d7b4-e039-4c56-bab6-878a6d880579
  kind: Event
  lastTimestamp: "2026-09-09T20:44:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:32Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x.18d3c1e6793d17c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27690"
    uid: 66b3f86c-36f1-463e-b7f8-0b11880c4005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26515"
    uid: 27ecfa88-4a80-43fc-98e7-c6e486afa976
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-fjg5x'
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d3c1c901227ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 93f281f0-838a-4e14-8999-04774edd2d7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: b9b74b4d-42ef-440c-a3bf-ed0d2edb4e2c
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c1c8fe68bbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26516"
    uid: c8ba5c00-e0b9-4e6d-b0cc-095ff3af4d8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: 53fb2402-0f87-4ef4-9e55-9142744c3e23
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c1cc7d2c4062
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: a4b2cdc5-cad9-40d5-896f-822470d0190e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: 53fb2402-0f87-4ef4-9e55-9142744c3e23
  kind: Event
  lastTimestamp: "2026-09-09T20:43:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c1cc7d8af788
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: 6aa7937a-bb03-4c11-a4dc-e6bb7651a0f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 53fb2402-0f87-4ef4-9e55-9142744c3e23
  kind: Event
  lastTimestamp: "2026-09-09T20:44:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c1da78187fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: 8364208c-f110-4dd5-b6e6-cfc85ee23748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 53fb2402-0f87-4ef4-9e55-9142744c3e23
  kind: Event
  lastTimestamp: "2026-09-09T20:44:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:44:26Z"
    name: isvc-autogluon-v2-noslash-predictor.18d3c1da7876af85
    namespace: kserve-ci-e2e-test
    resourceVersion: "27633"
    uid: 75bcfd6c-8b43-4fd9-96f2-8e73dad04925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: 1c259764-1e83-4fd7-bd3e-b9ce90f0a815
  kind: Event
  lastTimestamp: "2026-09-09T20:44:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:21Z"
    name: isvc-autogluon-v2-noslash.18d3c1c8fe6b8e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27602"
    uid: 047bbfb4-1bac-4f22-8cac-f784e5fb0533
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: 1c259764-1e83-4fd7-bd3e-b9ce90f0a815
  kind: Event
  lastTimestamp: "2026-09-09T20:42:26Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:26Z"
    name: isvc-autogluon-v2-noslash.18d3c1c8feeb9c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26520"
    uid: 4f733623-ff81-4faf-9085-17eedcda3e36
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:44:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: 1c259764-1e83-4fd7-bd3e-b9ce90f0a815
  kind: Event
  lastTimestamp: "2026-09-09T20:44:21Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:44:21Z"
    name: isvc-autogluon-v2-noslash.18d3c1e3ee8036f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27601"
    uid: b12916cb-cb3d-4b0c-9a9d-1e3568a0d96e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:38:11.710867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c18dc9785bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: ae0e0429-d005-46c5-b82c-8fcccee272d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:12Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:38:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c18debc40fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: bd913708-a7f5-4a5b-8b3d-52f0e27cd3e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c18ded16853e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: 52e2c00b-63c7-479a-9fb5-bdf4a11e207f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c18defe9375d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: a996f1f5-3fc4-439e-8ee1-02f4e1510940
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c18df0699f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23987"
    uid: b369db74-3de9-49de-ac74-33e66aa2ff09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:42Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c19510c9a7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 068148d6-6fb6-4d58-98ee-ce0438aeff5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c195146e4408
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 2179a40a-6bf1-4239-9ee4-501ad077e07b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c19515043d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 7e578c07-53ab-4385-85b8-6b897374ca96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c19515103c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 5887d730-d7f2-4c4a-abc3-3cd824f32b4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c195192d93bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: c506b7f1-a761-4c24-90ac-5fa9f101907d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c19519bccb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 7201b99c-9491-40b2-b9e2-0fc99fccdc7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:40:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T20:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c1acbd1a1360
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 80f9967b-767e-466f-95b0-3c2d3cd149ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:40:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:28Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c1ada22b72b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25181"
    uid: 081d1f4e-5e63-4c04-b7f9-a2513dc39b6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 5b33e023-bd06-4aee-b74c-4b83611083df
  kind: Event
  lastTimestamp: "2026-09-09T20:40:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:28Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-twxfb.18d3c1ada22bfa74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25182"
    uid: 681916c9-66b4-4f61-983d-8d823716e942
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 4a8c8281-051c-4e69-832d-2d4caecc1144
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-twxfb'
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d3c18dc90c442d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: fbc86371-9c46-488e-9d4f-1c6e9c369e47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: f7fee7f8-b338-4374-aeb7-60646475d51b
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-autogluon-v2-predictor.18d3c18dc5ed8906
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 38ff5431-6b6d-44a0-bc67-41d325eccc3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23951"
    uid: 28a26b4d-0ee2-49f9-9bd0-bb3d528ea600
  kind: Event
  lastTimestamp: "2026-09-09T20:38:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:56Z"
    name: isvc-autogluon-v2-predictor.18d3c1914459d40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 698c10cd-4df9-4c43-bfc8-f517a85cd64a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23951"
    uid: 28a26b4d-0ee2-49f9-9bd0-bb3d528ea600
  kind: Event
  lastTimestamp: "2026-09-09T20:38:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:56Z"
    name: isvc-autogluon-v2-predictor.18d3c19144b962f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 6c45af0e-5678-4075-a157-87a245279a18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 28a26b4d-0ee2-49f9-9bd0-bb3d528ea600
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-autogluon-v2-predictor.18d3c19bc0f4d4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 086d76cc-45bf-40f9-a178-dd9807678514
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 28a26b4d-0ee2-49f9-9bd0-bb3d528ea600
  kind: Event
  lastTimestamp: "2026-09-09T20:40:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:26Z"
    name: isvc-autogluon-v2-predictor.18d3c19bc15a2b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: da50e22f-8b57-411f-8882-b92ca0d7c09d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:40:33.658633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25247"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1aed6375549
    namespace: kserve-ci-e2e-test
    resourceVersion: "25253"
    uid: dd122345-7f5a-4851-a1d9-56fb225b8783
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:34Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:40:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1aef89f0cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25264"
    uid: 3a612af1-d6da-4bfb-8d3a-0fa555c1ab02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1aef9ec7b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: e07d795b-4393-478d-bfb1-c8ba2f15cb6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1aefd79a1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: 43fdc273-0235-479a-815b-07fb59c9775c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:34Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1aefdff441f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 81b845e9-114f-4566-baaf-7098dc02a5f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b06e279f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 9129643e-7a5d-4a36-af6a-9909425a09c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b07152964f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25319"
    uid: 059547eb-a247-43fc-bf8f-96a647166cbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b071d5e717
    namespace: kserve-ci-e2e-test
    resourceVersion: "25320"
    uid: 3a66ccd3-f569-4874-af2b-f56add53db5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b071e16297
    namespace: kserve-ci-e2e-test
    resourceVersion: "25321"
    uid: 5a6b9a21-a4eb-46c2-85cc-cc75fb2b5c34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b076379301
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: ff4c6213-57f9-42fb-ab1c-9261844b820f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:40:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:40Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1b076bf8120
    namespace: kserve-ci-e2e-test
    resourceVersion: "25325"
    uid: 7ec05dbd-93ea-4d74-bdb6-7e6a8510f77d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:42:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1c7c78dd222
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 8f111139-d523-45a5-b65a-ab8bf1525359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: 54cf8bb9-5489-4e9e-9cdc-644203699740
  kind: Event
  lastTimestamp: "2026-09-09T20:42:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7.18d3c1c7c78e4ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: d5049784-f675-4f6f-8de1-8e904f568cc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: c84d75ea-88ad-4a7a-bb7b-2a0cf7536c7f
  kind: Event
  lastTimestamp: "2026-09-09T20:40:33Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-f5hv7'
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d3c1aed5bd8fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: 4ff8f3a4-3c53-429d-add5-b47f50619aa7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: af2babba-0eb1-4472-b2c1-166f9107d07d
  kind: Event
  lastTimestamp: "2026-09-09T20:40:33Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c1aed33a8b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25240"
    uid: e6dbc727-952d-420f-9f3d-564ef989ed42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: d0d4d2df-b53c-452c-8be0-3c698816ab46
  kind: Event
  lastTimestamp: "2026-09-09T20:41:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:03Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c1b251945284
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 1f41b165-2f4c-4a60-be22-b6ccf4ac354a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25237"
    uid: d0d4d2df-b53c-452c-8be0-3c698816ab46
  kind: Event
  lastTimestamp: "2026-09-09T20:41:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:03Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c1b251f6871f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: 8cf8251b-3147-4750-a435-fb22b04660cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: d0d4d2df-b53c-452c-8be0-3c698816ab46
  kind: Event
  lastTimestamp: "2026-09-09T20:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c1b94f8e189c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 5cd3886b-591a-43a5-a2dc-8a14b7424256
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: d0d4d2df-b53c-452c-8be0-3c698816ab46
  kind: Event
  lastTimestamp: "2026-09-09T20:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d3c1b94ff0e4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: ceca8918-11e1-46e9-8606-60778811b8a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: a78a79aa-2ed6-40f3-afe9-22e29948ae35
  kind: Event
  lastTimestamp: "2026-09-09T20:42:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:12Z"
    name: isvc-autogluon-v2-variants.18d3c1aed33d524e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 92d2a03d-e167-42a4-a2f6-98a3376921d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: a78a79aa-2ed6-40f3-afe9-22e29948ae35
  kind: Event
  lastTimestamp: "2026-09-09T20:40:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:33Z"
    name: isvc-autogluon-v2-variants.18d3c1aed3a89267
    namespace: kserve-ci-e2e-test
    resourceVersion: "25243"
    uid: de1242f0-3e47-4d63-a518-fdd0dcb7183e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "26369"
    uid: a78a79aa-2ed6-40f3-afe9-22e29948ae35
  kind: Event
  lastTimestamp: "2026-09-09T20:42:12Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:12Z"
    name: isvc-autogluon-v2-variants.18d3c1c5e4ec2ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 2fb8959a-b022-40ab-b4bc-d00ba1887d79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 74843234-e266-49ac-a10d-3e952eac589f
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-autogluon-v2.18d3c18dc5eeece9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: b64d5723-73f6-4a38-acc8-190676574d7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 74843234-e266-49ac-a10d-3e952eac589f
  kind: Event
  lastTimestamp: "2026-09-09T20:38:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:11Z"
    name: isvc-autogluon-v2.18d3c18dc67e8a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: 3dce980b-afe0-4d8c-867a-606bea63217b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: 74843234-e266-49ac-a10d-3e952eac589f
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-autogluon-v2.18d3c1aa2fa431c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: b34fd665-29ca-4b34-8672-e8235d7c40e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:49:06.237227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30119"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f7b4999bf-5b98h
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c2262e47f6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30123"
    uid: f0e80303-b743-4bcd-a1d8-ada586776fc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c2265037a9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30145"
    uid: 61ea8a11-88e2-4f5d-85ea-e667524935cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22651aaf5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: 009968d7-6bee-4cef-bd95-e273a1f3ff3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c226557604b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: ead2f317-59ee-4985-b99d-973261957028
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22655daa838
    namespace: kserve-ci-e2e-test
    resourceVersion: "30149"
    uid: 96eac294-3e62-40d1-ad99-53c4dde4c510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22782189a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: 0fdce110-8a16-49fe-bfd1-83127e6a8130
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 14.349s (14.349s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22ad967d28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: 6781b74f-0643-47b1-a4ca-5b844165010e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22adcaf1195
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: ee3abc76-a373-4756-b623-f5d33a75b19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22add3ed933
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 49f4c71c-4bf2-4f69-a118-c69f15501b84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22add4a2fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 6d66741c-b76e-403a-9d40-7553b2c14569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22ae0c99d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30415"
    uid: 4a09958a-ee02-4d81-b7b1-76f21881eef3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:49:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:26Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22ae14367e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30416"
    uid: e3beec17-1be6-4f5d-ae34-6bf234c90267
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:50:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:34Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c22b4161c939
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 4acaf5e9-227c-44e5-8fef-c6bcc425915b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:50:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:46Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c23d770b4f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 02b5178d-0c1e-4bb0-9699-63ff7eeaca7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:50:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:46Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c23d770bba6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 7063567a-0399-4996-adcf-5f0635a344f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h
    namespace: kserve-ci-e2e-test
    resourceVersion: "30121"
    uid: 5824403f-f224-4401-b50d-71f59e489208
  kind: Event
  lastTimestamp: "2026-09-09T20:50:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:49Z"
    name: isvc-canary-create-predictor-5f7b4999bf-5b98h.18d3c23e1d934996
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: af1d4be6-4828-47ac-974b-c0044851486c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:49:06.186453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f7b4999bf-c7ckn
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c2262b413e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30113"
    uid: f7cbefdb-66c9-4662-9c85-c9a0e370225f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c226366db058
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: f7b6ef35-69b2-4f3e-ad85-2ecbdf85d795
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30118"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c22672f449e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 2a36a279-4d82-48c0-9a0f-72851fdb8ed0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c22674412fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: a83e3e2e-ef27-4e72-bfb7-61ef5055fe3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c22676cd96e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30168"
    uid: ad5fef2f-bb3e-4358-b2c3-c636a028bd4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c226774dc5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: f9f662ad-4611-44f4-9a15-4cf22949e518
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c227728541ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30260"
    uid: b7ee3409-1d28-43bc-8b36-0cb677d0d8a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c22775da8435
    namespace: kserve-ci-e2e-test
    resourceVersion: "30266"
    uid: d194270c-b441-4714-8347-e44e203b3fb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c227765979de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: a1b6e0f3-9be4-40cd-8330-98f2b7295e82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c2277666ef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 9b0242d5-31d0-4e1f-ad9a-87e4d0c51743
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c22779b5a6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 2e4b0005-2664-40fb-8780-821183edd114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c2277a4b539c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: 5a9e4048-1467-4d89-848b-0329d38e8f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:25Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c227aee80b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 4abf3fd1-f1f1-41b7-95c6-c4a7f4e7e851
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c23a50dff0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: 9ca1c329-8db9-446c-b812-fae771c1f311
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c23a50e12ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: f3826f48-8d40-47a1-8725-9eb78bfd5334
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30110"
    uid: 3a0351b9-c88b-45c5-a8b0-ffd2f6f9e6d0
  kind: Event
  lastTimestamp: "2026-09-09T20:50:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:33Z"
    name: isvc-canary-create-predictor-5f7b4999bf-c7ckn.18d3c23a8b441fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31038"
    uid: 12d97769-6cc9-4178-9c46-6c808e099b8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: f25cd5bc-f397-46e6-964d-f3b70dda191a
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'Created pod: isvc-canary-create-predictor-5f7b4999bf-c7ckn'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c2262acce75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: 1d307d73-81aa-4972-aeaf-06b1da1fdf52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: f25cd5bc-f397-46e6-964d-f3b70dda191a
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'Created pod: isvc-canary-create-predictor-5f7b4999bf-5b98h'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c2262ddade72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30120"
    uid: 53c95c3c-0524-46c3-b871-cfc3871f35db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f7b4999bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: f25cd5bc-f397-46e6-964d-f3b70dda191a
  kind: Event
  lastTimestamp: "2026-09-09T20:50:32Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f7b4999bf-c7ckn'
  metadata:
    creationTimestamp: "2026-09-09T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:32Z"
    name: isvc-canary-create-predictor-5f7b4999bf.18d3c23a50afed41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31015"
    uid: ac53b319-e066-4a24-9d3b-795efef00849
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30093"
    uid: 483a98da-e9d4-4656-bd8a-c55822cb55e2
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f7b4999bf from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-predictor.18d3c226283bc5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: ce792398-ebca-4a40-a445-f3e8ef260124
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: 483a98da-e9d4-4656-bd8a-c55822cb55e2
  kind: Event
  lastTimestamp: "2026-09-09T20:50:32Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f7b4999bf from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:32Z"
    name: isvc-canary-create-predictor.18d3c23a504cb42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31012"
    uid: 58e46c19-5e36-4e05-bfdd-707f8c112c59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:49:06.173192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c2262a76f5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30107"
    uid: 7f11e5d7-81d0-4324-980a-8965b8ba6130
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c226366ecf9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: f6b9b022-3396-44f3-9967-e7fe29544c41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30116"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c2267067c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 349cb2e1-6829-4606-94d6-1160945b5c50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c22671a7d841
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: aa40a8f1-4dbe-43dd-828b-fef7f41d9f23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c22675d9b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: a85cb2ee-ab4c-4d32-be45-daabe098afb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:07Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c2267669da8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 21341348-dbc2-4789-96bc-015bf0e7090b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c22772a34749
    namespace: kserve-ci-e2e-test
    resourceVersion: "30262"
    uid: 0981e1d4-d9f3-433c-8ad1-ac410a8c94f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c22775e8a7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30267"
    uid: 6bb1a616-c694-4c1c-a45c-87ae23b2785e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c2277666a2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 0996c156-5025-4268-89ae-b88918158f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c227767127b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: af2bf8b6-3491-4647-9232-6388314170f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c22779c2c7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: bf820711-117f-44c7-8a61-ba32a290c5de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:49:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:11Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c2277a7be7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: 7ba00d64-513c-4a8e-a8c6-6bcc381f3a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:50:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:22Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c227aebee51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30924"
    uid: e705e0af-e43f-4e6e-9074-34bb01b07f46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:50:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:46Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c23d76bf71fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31167"
    uid: f4dcd395-87d7-4535-a03c-51ee2d038829
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:50:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:46Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c23d76bfd645
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: b025d7eb-5253-4971-a406-579c66078308
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: 140cba25-4baf-49d9-b823-e3e5e1aab310
  kind: Event
  lastTimestamp: "2026-09-09T20:50:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:48Z"
    name: isvc-canary-create-v2-predictor-559cdfb684-5nq9x.18d3c23e0960f2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31190"
    uid: 449968e9-18fe-416b-bc33-34733e58dccc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-559cdfb684
    namespace: kserve-ci-e2e-test
    resourceVersion: "30085"
    uid: 41e4a8cc-da3f-4b8a-8435-afc2da23e0dc
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-559cdfb684-5nq9x'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-v2-predictor-559cdfb684.18d3c2262a0cd3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: d0e72d98-037a-4a02-bfcb-4ac299f6f896
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30084"
    uid: d88e8e39-3aa6-4a39-bb52-37b639f94b65
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-559cdfb684 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create-v2-predictor.18d3c2262668b134
    namespace: kserve-ci-e2e-test
    resourceVersion: "30086"
    uid: bf2b78e9-45e6-4f84-9ded-3f2392de7266
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 096d2ca8-627b-4c15-8142-74014164e201
  kind: Event
  lastTimestamp: "2026-09-09T20:50:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:44Z"
    name: isvc-canary-create.18d3c22627e77c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: 6b2b83e9-ecc9-4c98-af63-37cc87d68d8c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 096d2ca8-627b-4c15-8142-74014164e201
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create.18d3c2262840f0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: b572ae55-9a3c-44f1-9850-25e1872cc0e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "30076"
    uid: 096d2ca8-627b-4c15-8142-74014164e201
  kind: Event
  lastTimestamp: "2026-09-09T20:49:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:06Z"
    name: isvc-canary-create.18d3c226284137b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: c892b05f-1755-4292-a78f-546a39e899df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "31126"
    uid: 096d2ca8-627b-4c15-8142-74014164e201
  kind: Event
  lastTimestamp: "2026-09-09T20:50:44Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:44Z"
    name: isvc-canary-create.18d3c23cf9027702
    namespace: kserve-ci-e2e-test
    resourceVersion: "31127"
    uid: 8b7c3cfc-0b34-4de7-8103-244ee21444d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:50:51.529728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-648d7cfc8f-h5db6
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23eb2341944
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: c9bd0e0a-0b42-4aac-aaae-d51a4ffa4f93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23ebd1b08c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 33dbbd16-050a-429a-ac74-f2ebbc4fddcb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23ef832cd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 85fd0a95-a28a-4011-97ed-22afec1e243d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23ef98efef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: e374734c-59c7-4b0c-9372-3a916a5f0e3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23efc799dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31309"
    uid: 35c22126-b3f4-4980-96ee-2634260d4502
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c23efcfb88db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: 9c6ce0a5-7f07-48d2-a060-cf30488d1c42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2400327a7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: a258b7ab-7eda-4014-9386-e4f0be3b32fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c240068a0395
    namespace: kserve-ci-e2e-test
    resourceVersion: "31361"
    uid: 077014b4-3acc-4ec3-bf90-61abc1f875cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c240070bbee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31363"
    uid: 9a9c8ea8-fdad-40b4-9873-799606f38757
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c24007169cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: e61fa611-f4f7-4305-aa1b-e1f5e07407d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c24009ebdc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: 797f6b12-694a-492d-ba13-757a2473838e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2400a66e6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31368"
    uid: bb4bd739-2bf0-47e0-ac86-fe7235e935be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:52:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:04Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2403f2ffe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 68dd31c8-b4b3-4c85-894c-e463c2012e3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2520b9e4bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32078"
    uid: cb55d1ff-4d5a-4705-a09c-952131609c47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2520b9edbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32079"
    uid: 8bc9da63-30f6-4751-9135-aa5e1debab45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 2c69ee10-a47e-4d53-b103-da5aac555d98
  kind: Event
  lastTimestamp: "2026-09-09T20:52:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:19Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-h5db6.18d3c2531b59915e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32118"
    uid: 2b7d5d90-7029-4a97-a720-9a4a1362a511
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:50:51.571479Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31263"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23eb4b127bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31268"
    uid: 1b434f54-0f6d-4d15-86f6-3d0f2b8bc3ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23ec15437ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 4d6fd18f-07f5-4d26-8d4d-9b022f5aaeed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31275"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23efb72ee84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31306"
    uid: da66a7a8-cb29-4cf3-bcff-2f1de8616ef7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23efced919e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 65cf6ee8-2868-40f4-b223-ba0851cfac92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23f02c88991
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: 42fd6ca8-4044-438e-8059-9e76bddf71bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c23f03c1479e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: ff0185ed-1b0b-4cd1-bb9f-f17c364cd35e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c24015bd9bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 99205c55-354a-4143-b95d-5de3c0073fde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c2401c1a47dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: a5a59cc8-4497-467e-8933-bdc050ad0967
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c2401d7ef8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: c21d5475-6be7-4f63-9ac6-45bd5cfb001d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c2401d8a6258
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 7ed0a474-d561-4d3b-aab5-0e144fd270b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c240238eb2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: f1bf7501-54e7-4efe-8b6f-e00b3dc0267e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:50:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:57Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c24024bf01ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: 432206bc-50dd-4072-aaa4-aa3674a0619d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:52:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:24Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c24051da0e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: ee385fca-3f64-4317-8b4f-993fae55c3f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:52:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:21Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c253a48cf7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 5c2fbd81-bb12-441a-8897-eb2deb8c6ab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:52:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:21Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c253a48da5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32153"
    uid: d6442ec2-04a7-4d7d-8f0c-30cc536635a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: 7271526f-16f7-4515-a2e4-2ef96bc66c91
  kind: Event
  lastTimestamp: "2026-09-09T20:52:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:24Z"
    name: isvc-canary-promote-predictor-648d7cfc8f-z6t5b.18d3c254586e549c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: e8b8a081-ed40-4bec-a664-ac8fa96bd9b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 195cb1b9-67a9-4dc5-9064-9da520b68e1d
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: 'Created pod: isvc-canary-promote-predictor-648d7cfc8f-h5db6'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c23eb1ad6d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: d35e01d7-1b28-4376-814f-aa0741f5090b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: 195cb1b9-67a9-4dc5-9064-9da520b68e1d
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: 'Created pod: isvc-canary-promote-predictor-648d7cfc8f-z6t5b'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c23eb4476e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: 624b6903-b4ba-4dbc-9493-53a55d68826d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-648d7cfc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32068"
    uid: 195cb1b9-67a9-4dc5-9064-9da520b68e1d
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-648d7cfc8f-h5db6'
  metadata:
    creationTimestamp: "2026-09-09T20:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote-predictor-648d7cfc8f.18d3c2520b71ab21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: c239f287-75ce-4b28-b9bc-e1118802c965
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: e7ba6224-c575-4ad5-ae4b-3abd2ae56508
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: Scaled up replica set isvc-canary-promote-predictor-648d7cfc8f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-predictor.18d3c23ead4545c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: a6814460-e959-4971-a1a5-7628a2e783a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: e7ba6224-c575-4ad5-ae4b-3abd2ae56508
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: Scaled down replica set isvc-canary-promote-predictor-648d7cfc8f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote-predictor.18d3c2520b0e1725
    namespace: kserve-ci-e2e-test
    resourceVersion: "32070"
    uid: d7356d1f-64bc-4f8f-b211-710f73173eed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:50:51.491047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23eafe5d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: 927d9cff-15f8-44d5-8a11-c5cbaed266aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31254"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23ed249f71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31285"
    uid: 4552db46-f132-45b5-a0cb-5d688f61532d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23ed3bcc8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31287"
    uid: 5d99832a-8b4c-4425-8b3a-8c01418ef154
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23ed6c74cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: 0790ce13-b25f-429e-8feb-2ada5e29eedb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:52Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23ed75a1130
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: d0fe2b28-44aa-4d7e-9539-7dc5c86cbbf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fd9824728
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: daa116cb-123e-4e8f-a49d-a12bf7f00aad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fdf4e1dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 43b8b768-69e8-4c6a-b4b7-02cf504f7ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fe0a7f751
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: ea224bf3-3522-4579-8dbd-80607232ff67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fe0b479e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: 32eec9a4-83b4-4096-9f33-f5bd3c361698
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fe930cbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: dc54d3cd-f031-4f64-b970-9f6e6cd7cdab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:56Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c23fea45c301
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: 6fee7380-a055-4548-acd9-b2ab890051cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:53:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:54Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c24051db21f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: 8564898f-11a3-4b0d-8f09-068265c7b509
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:53:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c268a257c0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: 9268f958-97d1-44c8-8b33-04809d16af35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:53:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c268a2584713
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: 2ed586da-0e4a-42ad-9a0e-a58bf46028a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 21ebb998-97fd-44d5-bb1b-83162665b98c
  kind: Event
  lastTimestamp: "2026-09-09T20:53:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:54Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj.18d3c2694cd17bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 626310c4-7b97-402d-9f91-8245873b1976
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:52:21.542554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32156"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:52:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:52:21Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c253a762d29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: 0ba5da5d-c8cd-41e5-9c12-6c823155f994
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32166"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:22Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:52:22Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c253c97165db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: c1a80170-4add-43e5-b723-14cd1bc3e083
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:22Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c253cadb6e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 4039862e-bf33-4752-b5c3-1845d9615474
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:22Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c253cdf95a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32174"
    uid: 02e43e02-c114-4656-bce9-a874d0a2e167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:22Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c253ce875cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 9217a8f8-9204-427c-919c-ed1e4f0cbe6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254d3be8b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: 9974e2d1-d41b-4b9a-80bc-d8e7acef75b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254d8185e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: 268933e7-4aa3-4929-a756-4ef189914289
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254d8921501
    namespace: kserve-ci-e2e-test
    resourceVersion: "32219"
    uid: 11f05e3a-085c-48ba-bd52-d27e0a9fd193
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254d89d5e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: e014c605-a247-4c79-955f-75acefa1ed96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254dc301ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 71cfc23b-ba46-4c93-8274-75359e80b2c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:52:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:26Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c254dcac7a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "32223"
    uid: 219ae0d4-fd6c-45c5-b714-36349cb22b02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:53:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:54Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c2554bab644b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: d3fd1d10-01d6-4358-b82c-896ab22c70dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:53:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c268a22c6dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: fff8302a-1273-43e5-991f-82ecf010cf81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:53:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c268a22cf7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32956"
    uid: 56148f94-a409-46a5-805b-45622c833954
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: d97b9542-822f-47d9-aa4e-46964efc52ed
  kind: Event
  lastTimestamp: "2026-09-09T20:53:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:54Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5.18d3c26951dff412
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: 06e51f04-7b80-40fe-9f7b-3b902b77c491
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c8d94dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: a88437c7-5a4b-4101-9c5b-ef227f03cdd2
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c8d94dbf4-5jvvj'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4.18d3c23eaf4e7610
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 6a358139-d913-4d38-abc1-436dd95a5371
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-c8d94dbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: a88437c7-5a4b-4101-9c5b-ef227f03cdd2
  kind: Event
  lastTimestamp: "2026-09-09T20:52:21Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-c8d94dbf4-d4ph5'
  metadata:
    creationTimestamp: "2026-09-09T20:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:21Z"
    name: isvc-canary-promote-v2-predictor-c8d94dbf4.18d3c253a6f011bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32157"
    uid: 5b82d3a5-54a0-4331-b8e1-95fb1044ff0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 6b39d2e0-5374-4fd4-8c7b-ca9609bc8c5f
  kind: Event
  lastTimestamp: "2026-09-09T20:50:51Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c8d94dbf4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:51Z"
    name: isvc-canary-promote-v2-predictor.18d3c23ea7dca8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: c7eaa015-f6c1-4699-b4ba-0b004ba99345
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: 6b39d2e0-5374-4fd4-8c7b-ca9609bc8c5f
  kind: Event
  lastTimestamp: "2026-09-09T20:52:21Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-c8d94dbf4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:21Z"
    name: isvc-canary-promote-v2-predictor.18d3c253a402a626
    namespace: kserve-ci-e2e-test
    resourceVersion: "32149"
    uid: 126ef563-bcd2-4b71-8f32-d8f4207051f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 9cc48352-27e9-4685-ad51-146508a47b58
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote.18d3c23eab1dc34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32092"
    uid: 5ab00d65-ed19-4a97-9339-bcf7616e4e08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 9cc48352-27e9-4685-ad51-146508a47b58
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote.18d3c23eac405cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32084"
    uid: 30bf1e10-ad0d-4f3a-85fb-6d33223f1dfb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 9cc48352-27e9-4685-ad51-146508a47b58
  kind: Event
  lastTimestamp: "2026-09-09T20:52:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:14Z"
    name: isvc-canary-promote.18d3c23eac40b707
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: e8a3543f-16fc-4c58-9bed-f389c1d99678
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: 9cc48352-27e9-4685-ad51-146508a47b58
  kind: Event
  lastTimestamp: "2026-09-09T20:53:44Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:53:44Z"
    name: isvc-canary-promote.18d3c2520ac8011c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: 36fa15d0-4f44-4f12-89f4-29a07e0020b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:53:56.909916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33050"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-bht9z
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c269dbb95032
    namespace: kserve-ci-e2e-test
    resourceVersion: "33055"
    uid: 845f102e-f956-47e4-8d79-7b89e1c06d45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c269fe15bf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33081"
    uid: 5952859f-216d-4be7-a0a5-2dc16db1b886
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c269ff8a5f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33083"
    uid: fca6b12e-d170-491c-bb0e-2c9dc4f2c8c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26a03c08a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33089"
    uid: 806268ce-3152-466f-bf7c-045e219a6a67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26a044100bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33090"
    uid: d84ca133-eb6b-4a82-a992-48329005208f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b22b47d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "33151"
    uid: 72aacd8d-423d-45e8-b462-0749300b2a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b262aa3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: c5b4500d-ff8a-482f-8ed8-80f97bd173ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b26aab5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 722f342a-befd-4f52-916e-af93389239a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b26b6d233
    namespace: kserve-ci-e2e-test
    resourceVersion: "33159"
    uid: 6ec08e19-82c9-46b2-a61f-0ad6d840ed70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b2a30c9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: dea7affc-9541-4341-8d54-3865f2a66eff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b2ab68c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: 392d2c3e-5543-4697-aefa-af853fd10ed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:56:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:59Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c26b5ee41d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34769"
    uid: 24d66c6f-b2f8-4608-9115-1ccd8463dce3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:56:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c293cb2c9f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: 5e601232-3c74-4df3-a99f-8b3221a848a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:56:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c293cb2d35f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34752"
    uid: 4a307fb6-a7c8-4fa7-87dc-211721904716
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "33051"
    uid: fdc9de2f-0502-4f34-bb13-d2d6f16ed3f8
  kind: Event
  lastTimestamp: "2026-09-09T20:56:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:59Z"
    name: isvc-canary-rollback-predictor-6477dbf789-bht9z.18d3c294597b9956
    namespace: kserve-ci-e2e-test
    resourceVersion: "34768"
    uid: fc5f0543-2d3a-4750-98bd-6739c0b0af9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:53:56.867160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-fftpd
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c269d92cda88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: b2599278-1a8e-4086-b265-377554ea83ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c269fb418d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: 6344acd8-f237-485a-a545-a1b3caa4f5b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c269fc8e0956
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 714b3369-423b-468c-b197-f5c0e1b6d44a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26a005f16be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 1c1ea3f7-9ebb-4f10-b898-1634304892ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26a00db896b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: c8901f76-0858-4573-b68e-14e9f133f7eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b0b21107b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33141"
    uid: ed8d4766-1f1b-4d5f-ad13-c4dd60b01352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b0dfc2c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: ad132de1-c13b-4010-a1e8-1dbe904d518a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b0e7621f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33144"
    uid: b663cdfb-bc29-4739-a7e5-39cb53dac934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b0e81a352
    namespace: kserve-ci-e2e-test
    resourceVersion: "33146"
    uid: 888934bc-05af-4b20-85db-104ddb65be7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b1202e873
    namespace: kserve-ci-e2e-test
    resourceVersion: "33147"
    uid: eaf9c9ad-fa0c-4c8f-b3cd-53c6eef51abe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:54:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:02Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b1296ddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33148"
    uid: 2fe23323-6d22-4790-8228-c2e1c2bd2b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:55:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:11Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c26b830016f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: d8405d52-4f2b-4bab-82ed-e0aac81e4723
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c27cdfa7f045
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: 776e13ab-b2ff-4341-a139-c283d25f91ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c27cdfa8e2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: 9e64c95d-fb94-4541-b0ee-c1a044f090e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d0a5a7a4-801d-4a3c-bfb7-a2b0309c5dd0
  kind: Event
  lastTimestamp: "2026-09-09T20:55:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:20Z"
    name: isvc-canary-rollback-predictor-6477dbf789-fftpd.18d3c27d3531f42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33873"
    uid: 90b548cc-6ca0-4a96-849a-cc71550ba387
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:55:26.893645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33945"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6477dbf789-nc2qn
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:55:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:55:26Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c27ecf2bfe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33949"
    uid: c4ec671b-9313-4774-87ea-2650318bf3d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:27Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:55:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c27ef1660f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 5e0a4396-1a16-44f6-ad18-047e528104bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c27ef2bae1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: b3daa5c6-318e-440a-9091-c0324f6104f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c27ef55e5d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33963"
    uid: b0e9a677-b9bf-4327-86f8-0aded30ad600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:27Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c27ef5f1d20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33964"
    uid: 376c9092-d8e5-4fe9-87ec-db1c0fc47bd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c28017a1496c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 52d8cbfb-b459-4e59-a31d-88b367be7194
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c2801b0da38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: 9e28b363-ed9c-4360-9198-e9f0005489d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c2801b894337
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: f813cd8c-27a2-4cd6-8785-166aa2a6f829
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c2801b9573e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 5336b949-64a5-49b2-8c8e-17cb2b3aca60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c2801ef6eecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: deff2fff-24f8-4b35-8ba9-7e310f45b14e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:55:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:32Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c2801f728c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: 41765804-8407-4e47-98b4-40abfab8e725
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:56:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:59Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c28053b07b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: 563f4eee-7985-4097-b09a-7b4c5fe837aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:56:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c293cb2544e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: 0fbd7c90-4ee5-4735-92c0-fbcf03870503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:56:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:57Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c293cb25c06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 76849040-e0d4-4b88-9727-cca8e8afb6c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: dcaa0870-05a1-439c-b68f-42e5eaf1c500
  kind: Event
  lastTimestamp: "2026-09-09T20:56:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:56:59Z"
    name: isvc-canary-rollback-predictor-6477dbf789-nc2qn.18d3c29459eefd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 06160add-af10-46f0-8cdc-0bed6b2ebc58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: f59e631b-facd-4fc7-9c16-3e99744a35c5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-fftpd'
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c269d8c21a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 9eb81558-e394-47f4-81ec-6a9c04593d3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: f59e631b-facd-4fc7-9c16-3e99744a35c5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-bht9z'
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c269db61e415
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: 7cf1fa16-db35-457e-96e1-53988b102f41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: f59e631b-facd-4fc7-9c16-3e99744a35c5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6477dbf789-fftpd'
  metadata:
    creationTimestamp: "2026-09-09T20:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c27cdf70e12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: aecb0877-84c6-45a1-879b-7eefc3a903aa
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6477dbf789
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: f59e631b-facd-4fc7-9c16-3e99744a35c5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:26Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6477dbf789-nc2qn'
  metadata:
    creationTimestamp: "2026-09-09T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:26Z"
    name: isvc-canary-rollback-predictor-6477dbf789.18d3c27ecec543f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33946"
    uid: 60fd5c5e-bc3c-45f5-9671-32439c59f804
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: ed9ca371-4c09-4533-ab68-7f58958375c6
  kind: Event
  lastTimestamp: "2026-09-09T20:53:56Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6477dbf789 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-predictor.18d3c269d5cdad60
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: e335967f-fced-4303-8ee6-94b2da23d70a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: ed9ca371-4c09-4533-ab68-7f58958375c6
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6477dbf789 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback-predictor.18d3c27cdeeca07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 81fafd4a-301a-4c0d-9266-7e7b59522002
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: ed9ca371-4c09-4533-ab68-7f58958375c6
  kind: Event
  lastTimestamp: "2026-09-09T20:55:26Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6477dbf789 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-09T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:26Z"
    name: isvc-canary-rollback-predictor.18d3c27ecc32ddb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33938"
    uid: 94fed106-1e51-4fca-9469-6f7272fae74c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:53:56.835351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c269d7477020
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: 8f2024b5-1efa-4a15-8cb7-78845e1e65e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c269f9b59ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 51471194-c9af-4b9d-942c-5ed14daa8558
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c269fb6df97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33078"
    uid: fb9eca34-d8cc-4153-816b-af6b269f5905
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26a000b6fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33084"
    uid: f2d50ffb-0076-4233-8410-45c089abcaef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:53:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:57Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26a009afe82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: 3cec944b-a17f-4b32-9d74-7b2743bf1496
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26ae6be42f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33130"
    uid: 2f202ca6-ecd4-4aec-966d-e71e9fb4c574
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26aedc9cd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "33133"
    uid: db14e011-5f83-4f41-b75a-9a79cf56dc57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26aee503696
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: c98bf153-10c0-4d79-b83a-23e65abdacd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26aee5c4fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: 95cd59a4-092f-4625-9b08-2021ef6f5da4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26af1e46d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33137"
    uid: 1ce20517-efd5-425b-a8ce-93bc8a904181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:54:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:01Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26af2649ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: dbc03aad-bc8f-4a76-8973-9ecba304da70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:28Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c26b22de7795
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 906eb206-91a3-4d05-954b-acc7d21a3451
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:26Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c27ecc9f56fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33941"
    uid: 80293c00-7110-4de7-ae0e-68c9299281d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:26Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c27ecca005da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 4880e56e-2e14-4654-9fcd-9d0269b94ce7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: b03402cb-18a3-463f-a6c6-45b5cda892d5
  kind: Event
  lastTimestamp: "2026-09-09T20:55:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:28Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7.18d3c27f29439bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33976"
    uid: 949fe269-6ca7-4087-aff5-dd02e678bcb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: 5c543047-b394-40f7-a720-c8107a54bc19
  kind: Event
  lastTimestamp: "2026-09-09T20:53:56Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5c8b67b6bd-vfzj7'
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-v2-predictor-5c8b67b6bd.18d3c269d6d46330
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: 56fd46be-5e9d-442d-b478-20bb1c2db66e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33013"
    uid: 2385cba8-8557-4f6a-9782-eec653f9b9d6
  kind: Event
  lastTimestamp: "2026-09-09T20:53:56Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5c8b67b6bd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:56Z"
    name: isvc-canary-rollback-v2-predictor.18d3c269d3ea3594
    namespace: kserve-ci-e2e-test
    resourceVersion: "33016"
    uid: 7c1af577-9af0-45ab-afe6-fc3fc116cf71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: af38bef7-f7c9-4e8a-838f-1cc8dc1d303c
  kind: Event
  lastTimestamp: "2026-09-09T20:55:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:19Z"
    name: isvc-canary-rollback.18d3c269d580441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33870"
    uid: fea3869a-c9f0-4d03-a5cc-bb38456d480c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: af38bef7-f7c9-4e8a-838f-1cc8dc1d303c
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback.18d3c269d5e21573
    namespace: kserve-ci-e2e-test
    resourceVersion: "33850"
    uid: de28566e-c90a-4fe9-9237-b7903eda2b48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: af38bef7-f7c9-4e8a-838f-1cc8dc1d303c
  kind: Event
  lastTimestamp: "2026-09-09T20:55:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:18Z"
    name: isvc-canary-rollback.18d3c269d5e25ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 3e588d08-46dc-4179-812c-1ab1bdd37772
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "33868"
    uid: af38bef7-f7c9-4e8a-838f-1cc8dc1d303c
  kind: Event
  lastTimestamp: "2026-09-09T20:56:49Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:56:49Z"
    name: isvc-canary-rollback.18d3c27d16941434
    namespace: kserve-ci-e2e-test
    resourceVersion: "34680"
    uid: 6f58024e-7182-4828-a9f0-b43e226c6eca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:57:02.281047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34835"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29504b43a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "34840"
    uid: 70fb2793-2401-449a-8c52-469d1d0c58d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29526aac294
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: 831412e2-c3bc-4a82-a7a9-ba45af8ad77a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29528176b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: d26d6585-bea6-431d-8f8b-dee36063c20b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2952b17b200
    namespace: kserve-ci-e2e-test
    resourceVersion: "34878"
    uid: 961aa7fd-2b2b-432d-b418-a293515f1897
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2952b96917b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: 44e8d155-017a-42d1-b2e6-a87233bea5d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2964f09f2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: ac8fb54d-dd76-4b2a-8fa6-4b4fd5224cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29651e35748
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 9a83e952-6cb2-4630-bc03-7f6467b870f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c296525e868b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: 202b6542-857d-47c1-8ed1-35ef5dc81102
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c296526a0f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34948"
    uid: c77a94f0-5c7a-4d76-9eac-546430695c42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29655616cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34951"
    uid: 812b5a48-bf1c-435a-bd11-a677fb0a22a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c29655e05afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34952"
    uid: 00a25b42-048f-4461-a882-ba4ce5f8a73b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:58:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:35Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c296c6d3348f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: defc892a-9640-4cb0-9f21-f69dcfb18480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2a9d0c1b60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35801"
    uid: 5d1a3ddb-8e3e-49a5-9393-424857e4aa9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2a9d0c26a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 33a3ea55-e9e7-4620-a8bd-46f2a952c8d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "34838"
    uid: a6ee9206-a125-4b12-a049-a4d2c93be418
  kind: Event
  lastTimestamp: "2026-09-09T20:58:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:35Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z.18d3c2aacd034d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "35871"
    uid: 52be93b5-5536-49f3-bfd0-556029dfc44b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:57:02.332129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34846"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c29507bfa3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34850"
    uid: 2ad531a7-68f0-4ef5-ba47-d34161ca413b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34854"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c29529f809b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34876"
    uid: 30439ec7-8b0c-4fcb-a211-516ed3d04b8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2952b955252
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: c36cbfba-221f-4457-8aa7-765898ce4dd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2952f54bc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34881"
    uid: 5e7a2632-0328-4d29-a52a-9743b6bf8561
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:03Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2952fd88a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: 9973b87e-c024-4658-9ec0-04e868d63091
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2962fc31ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: 7f1ab863-93b6-444f-bf24-bbc6c17a25b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c29633efcada
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: 85b02b95-b90d-41ff-acef-ce138b8e8203
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c296347612bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: b0dea433-506b-4b63-8060-8a20c0de5602
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2963481eb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34932"
    uid: a8469627-b54c-4499-a74b-2c8bf9fb831e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c296383a7098
    namespace: kserve-ci-e2e-test
    resourceVersion: "34936"
    uid: 5d008085-90e6-4bf0-99c6-7abc8c2fd649
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2963919cd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: a601e401-97e6-40c6-a6be-f1175563ea74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:58:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:34Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2966c477833
    namespace: kserve-ci-e2e-test
    resourceVersion: "35863"
    uid: b8d871d9-ca3e-4559-baf2-29f37603acd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:58:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:32Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2a9f9e6075d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: ff9187e6-ff88-4ec3-a28d-d2723deafc96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:58:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:32Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2a9f9e76cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: 5175a3e5-3cdd-4eee-9274-f077a60a14a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: b644c8ac-b2c9-4ef2-b447-c7af76ca2b59
  kind: Event
  lastTimestamp: "2026-09-09T20:58:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:34Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc-xnbql.18d3c2aa72ac716b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35861"
    uid: e4ec5df7-ffec-436c-af2e-6bb0407feb9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: b3412498-57d2-42c2-9a0e-289ee5c2f31b
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c29503ef5c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34837"
    uid: 0b4a2da1-46da-453f-95b4-5b6e32f815e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: b3412498-57d2-42c2-9a0e-289ee5c2f31b
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created pod: isvc-canary-stop-predictor-69f8f5d9cc-xnbql'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c29507417132
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: e5d37e6b-968c-4b5b-957a-6a88edb465e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-69f8f5d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35793"
    uid: b3412498-57d2-42c2-9a0e-289ee5c2f31b
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-69f8f5d9cc-hwv6z'
  metadata:
    creationTimestamp: "2026-09-09T20:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop-predictor-69f8f5d9cc.18d3c2a9d08f3977
    namespace: kserve-ci-e2e-test
    resourceVersion: "35796"
    uid: 0bdc51bb-4db2-4cd6-a24f-d792f6c4e9e1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: 2e3bdeb7-9f15-4f38-b021-05e4041aa77f
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Scaled up replica set isvc-canary-stop-predictor-69f8f5d9cc from 0 to 2
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-predictor.18d3c294ff8b9923
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: cb305b79-6007-48ec-821b-494fb2b56ffb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35788"
    uid: 2e3bdeb7-9f15-4f38-b021-05e4041aa77f
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: Scaled down replica set isvc-canary-stop-predictor-69f8f5d9cc from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop-predictor.18d3c2a9d00b9d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35794"
    uid: 824951fe-ec18-4404-bd42-6c85c6123ba9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:57:02.228573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c295019381ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34831"
    uid: b7148899-e502-41d0-82b5-aee0251cd7f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c29523a6866f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: ecf69004-3ddd-4c0a-a918-0e735c187057
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2952552d4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: 8cbe86bf-9d5b-4627-bc97-4fa1b31e8c2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c29528636387
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 8080b431-cf70-4b44-a50d-e4a57e5fac9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c29528e1bead
    namespace: kserve-ci-e2e-test
    resourceVersion: "34875"
    uid: c0de6ae1-0ba7-49a5-919f-c384643128b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2962fd970ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: 68e7c3fc-897c-4528-821b-e421c2361feb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c29633fb9d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: 295385ca-3e02-4e48-89a4-9d18fd48db5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c29634765324
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: c0b9e48a-6813-4c22-8b3a-a542ab73e677
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2963482a6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: 8c1d67b2-f083-4cc2-99f8-594e260bbab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c296382f5e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: 86de68c2-9b1c-4c72-a1e7-23f29c02de33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:57:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:07Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2963919efc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 362f7639-a643-4bb6-ace7-ed557096e667
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:58:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:21Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2966c61b6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35695"
    uid: 440ac781-35c2-4a23-9cfd-9750660c31a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:58:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:32Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2a9f7ebe1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: 3a9b09b5-8207-4526-89c5-230b74e3c596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:58:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:32Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2a9f7ed2578
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 36291c66-6337-4da4-b778-cc4f9c2a24a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: f2e3f717-5583-4453-8efa-839dadae0cc0
  kind: Event
  lastTimestamp: "2026-09-09T20:58:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:34Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq.18d3c2aa72ad880b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35862"
    uid: 1848ca7b-a333-445d-9128-0f2b9db599db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34809"
    uid: d29992a5-ceb4-42e0-93aa-f7bda5266a13
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-7f9ff7fcd4-4mlrq'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor-7f9ff7fcd4.18d3c295010b9770
    namespace: kserve-ci-e2e-test
    resourceVersion: "34827"
    uid: a5d54e24-64f7-4127-ad05-ce8d0f9efb19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34808"
    uid: 33d5fbe4-b06f-4c51-b5cf-07370a294e70
  kind: Event
  lastTimestamp: "2026-09-09T20:57:02Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-7f9ff7fcd4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:02Z"
    name: isvc-canary-stop-v2-predictor.18d3c294fd6259f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: b66d55a1-bd27-46df-a164-74caa8f14b62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: b6f91d3f-44d1-4313-ac31-abf52a29d6a5
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop.18d3c294ff0dc845
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 46d00772-2cca-4934-b44d-aec3caa01d21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: b6f91d3f-44d1-4313-ac31-abf52a29d6a5
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop.18d3c294ff8eadd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: e8461aa2-9308-4609-a0a3-cb9a46ae17e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "34800"
    uid: b6f91d3f-44d1-4313-ac31-abf52a29d6a5
  kind: Event
  lastTimestamp: "2026-09-09T20:58:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:31Z"
    name: isvc-canary-stop.18d3c294ff8eff09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 2503df0c-2308-47e8-a56f-7b58995e9e33
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: b6f91d3f-44d1-4313-ac31-abf52a29d6a5
  kind: Event
  lastTimestamp: "2026-09-09T20:58:25Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:25Z"
    name: isvc-canary-stop.18d3c2a881eaf111
    namespace: kserve-ci-e2e-test
    resourceVersion: "35743"
    uid: 0f8a3e34-ce40-4811-b9c4-34cc41c0d91d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:20:18.871668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c093ff454f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: 432a4894-6128-4c67-b67a-59a907dde05f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: "2026-09-09T20:20:19Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:20:19Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c0942170c4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 7b43deea-b628-462b-a5f6-4383d4b97ef8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: "2026-09-09T20:20:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:22Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c09422bd7578
    namespace: kserve-ci-e2e-test
    resourceVersion: "14889"
    uid: f2af4a3d-7f4d-46b2-8df7-e9e02dff3b6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: "2026-09-09T20:20:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:22Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c09425a83ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 8625b372-18c6-42ed-8848-b2a2ec9a0184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: "2026-09-09T20:20:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:22Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c094262a31af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 26b68274-7161-4528-b3a8-4c7f3635a30a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 373a533f-c79b-4441-97a6-ee9d5698fbaa
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2.18d3c0952d03d14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: e570021c-bc58-4ef6-9f01-ded1c777c365
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b30e22-predictor-68b5d57f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 969550eb-f182-4a76-b2cf-c7703646c9d9
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: 'Created pod: isvc-init-fail-b30e22-predictor-68b5d57f84-2d9w2'
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-init-fail-b30e22-predictor-68b5d57f84.18d3c093fee18e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: fc3d2eb0-853a-418f-a1b0-0706745bd61d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b30e22-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 05d65bfb-008c-4367-8ac4-d3cf5200c33a
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: Scaled up replica set isvc-init-fail-b30e22-predictor-68b5d57f84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-init-fail-b30e22-predictor.18d3c093fb654a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b98fa714-0675-4012-9999-c5c65511e3d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b30e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: f6f4bc51-0ab4-4846-97ec-a8b4fea14bce
  kind: Event
  lastTimestamp: "2026-09-09T20:20:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:20:23Z"
    name: isvc-init-fail-b30e22.18d3c093fb6451a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 4dfd232b-e499-4625-8afe-a4e1df34280a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:58:42.554102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-qtthv
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:58:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:58:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ac5d71b0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: 504c0497-99db-48d8-b005-5d9884cc00aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35968"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:43Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:58:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ac7f9b54f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35976"
    uid: 6ba828f8-c04d-4d7d-92cc-42242809acc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ac812f05ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: dbbd6679-d14c-4ed2-a16c-49feb8b4a0a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ac83cb6381
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: 2513d8e3-c5d1-4b3b-8a1f-fe278928edc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:43Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ac8444fa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: d01b5739-4892-49c6-a9ba-7e309312da22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:47Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2ad95dfb9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36017"
    uid: 12c5ac60-d622-4b8d-ab26-4535af2dadaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.744s (6.744s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af27e03001
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: 6b651c5b-84b2-4604-bf73-bcdb299062a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af2b148809
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 3f1c0437-6857-4190-bee5-f3d16dbfe544
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af2b8866f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36083"
    uid: f4308c51-9d47-4c76-a955-a3c3da255e8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af2b93059f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: bd5f29cb-f8da-484b-8a51-939151ee5f58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af2ea49fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36085"
    uid: dc514284-4384-4512-893c-3221caf1853b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af2f1b3c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36086"
    uid: fada4165-595e-48ba-881a-06f6db5b4983
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T21:00:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:01Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2af754ecfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: 04d81a57-c690-450c-85ee-1c528990138e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T21:00:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2c153a323eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: 705e3067-ee65-438d-a72a-391c1ec087e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T21:00:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2c153a3b46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 6c2b3e98-a8d0-40ff-a2aa-813fb100eff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: d5b8a4c8-f6fe-42d0-a715-64f35ea72d72
  kind: Event
  lastTimestamp: "2026-09-09T21:00:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-qtthv.18d3c2c251845e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36892"
    uid: 98faf95e-96ab-4f77-b9d4-66e4e3576507
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35949"
    uid: 36494ecc-384b-4e2c-a00a-8197f13b6508
  kind: Event
  lastTimestamp: "2026-09-09T20:58:42Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-qtthv'
  metadata:
    creationTimestamp: "2026-09-09T20:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d3c2ac5cedaee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: 815a3a78-d028-4c28-9009-d7f05de1649a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 2d6937ee-8fc0-4813-a9cc-d054ddd9bc9a
  kind: Event
  lastTimestamp: "2026-09-09T20:58:42Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:42Z"
    name: isvc-lightgbm-predictor.18d3c2ac57b0631d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 1acf0e8d-4df9-4b34-9b8e-dc74cabeee2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: 969ecfc8-3122-43fd-985b-a34299758502
  kind: Event
  lastTimestamp: "2026-09-09T20:59:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:27Z"
    name: isvc-lightgbm-predictor.18d3c2afd66b3a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36505"
    uid: e466c6ca-17ca-4a03-8e34-51e7f427d071
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35948"
    uid: 969ecfc8-3122-43fd-985b-a34299758502
  kind: Event
  lastTimestamp: "2026-09-09T20:59:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:27Z"
    name: isvc-lightgbm-predictor.18d3c2afd6cf5d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36506"
    uid: d4090cd2-d723-4093-9ecc-da9d2a4f0023
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 969ecfc8-3122-43fd-985b-a34299758502
  kind: Event
  lastTimestamp: "2026-09-09T21:00:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:12Z"
    name: isvc-lightgbm-predictor.18d3c2b355a62df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36849"
    uid: 3a52853a-cb0e-4063-9d92-0d08a8e05d13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36109"
    uid: 969ecfc8-3122-43fd-985b-a34299758502
  kind: Event
  lastTimestamp: "2026-09-09T21:00:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:12Z"
    name: isvc-lightgbm-predictor.18d3c2b3560ead5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36852"
    uid: 006e53e7-0df9-46d3-9e59-8809f8c10dc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:00:17.760947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:00:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c28836d268
    namespace: kserve-ci-e2e-test
    resourceVersion: "36927"
    uid: 8c6f0371-0c91-4dd3-b587-1a6eead51815
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c2948775de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: 535c6ed1-c642-4d0c-b3a4-4e8cfffcc7cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:18Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:00:18Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c2ce1909af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36948"
    uid: 126731c4-b3d7-489e-bc71-aca14b234ff1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:18Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c2cf909309
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: ae3ebad3-4e79-4bf0-a2b3-7b9ab45c7c91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c2d27712b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36951"
    uid: 39ab15b8-4097-41c6-b238-f983f981f991
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:19Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c2d2ee03a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: 8bf60d34-f542-4e15-ad38-401b2dff2afd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d019adc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 32b9ecb9-f188-41f7-83be-b1a46d107739
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d328f46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36992"
    uid: aebc82c4-adf7-4649-8695-e90ab28e153c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d3a2480c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: b3d074f4-8348-4f26-a0a1-7d6df4355fca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d3ad7fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 0080be5c-3acb-4ced-8e07-ab36350bbb83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d67ff515
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 29b13aa0-eb31-4684-bc0e-5841d33d1119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:00:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:23Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c3d6f745b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: a6d89630-f931-43c1-bc72-f548940aace6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:01:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2c44803b52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: bcc2f8ce-9214-4bee-8b62-0c347716160e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2d78e473fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: 6c543598-6bf8-4d0f-92db-25715871d455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:01:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:48Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2d78e47ecb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: a8f8481f-0cfd-4b54-8fe9-b6fa15659136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 7c218eb5-221d-49fc-bbf5-aa3d90ccebff
  kind: Event
  lastTimestamp: "2026-09-09T21:01:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf.18d3c2d84e3aaa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: 944c0b6d-a719-4770-8433-72be127cfb24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: f2ccb768-2d8c-4df9-bb17-b7ea17dc34df
  kind: Event
  lastTimestamp: "2026-09-09T21:00:17Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-bdqzf'
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:17Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d3c2c287cf2772
    namespace: kserve-ci-e2e-test
    resourceVersion: "36923"
    uid: 8285b8ff-6314-4897-b1a4-b06af98ede9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: f3f92497-4832-4278-b13b-a0cec6f489b8
  kind: Event
  lastTimestamp: "2026-09-09T21:00:17Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:17Z"
    name: isvc-lightgbm-runtime-predictor.18d3c2c284e97bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 0229bbd6-a694-4c01-b290-6a10e3197dde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: 03874b70-1787-4cfb-b74d-791c450d00c2
  kind: Event
  lastTimestamp: "2026-09-09T21:01:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:02Z"
    name: isvc-lightgbm-runtime-predictor.18d3c2c603e8c626
    namespace: kserve-ci-e2e-test
    resourceVersion: "37446"
    uid: 13ee24a0-5ac8-485f-8a28-3ca5b3c0d6c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36910"
    uid: 03874b70-1787-4cfb-b74d-791c450d00c2
  kind: Event
  lastTimestamp: "2026-09-09T21:01:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:02Z"
    name: isvc-lightgbm-runtime-predictor.18d3c2c604456b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: a5f0dc54-9bae-4f14-a6d9-0df4ffe43c97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: 03874b70-1787-4cfb-b74d-791c450d00c2
  kind: Event
  lastTimestamp: "2026-09-09T21:01:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:47Z"
    name: isvc-lightgbm-runtime-predictor.18d3c2c982f7947b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37801"
    uid: 5958cd9c-329f-47b2-b02c-0d7b66fc69a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: 03874b70-1787-4cfb-b74d-791c450d00c2
  kind: Event
  lastTimestamp: "2026-09-09T21:01:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:47Z"
    name: isvc-lightgbm-runtime-predictor.18d3c2c9835d103f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37802"
    uid: a2fa96f8-efdd-4a89-ab5d-2365b7b8cc55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 1a48ebff-f368-4fc6-9809-240db125b11c
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: isvc-lightgbm-runtime.18d3c2c284e7f1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: d081401d-847c-4512-9c9e-f81285bb85b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 1a48ebff-f368-4fc6-9809-240db125b11c
  kind: Event
  lastTimestamp: "2026-09-09T21:00:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:17Z"
    name: isvc-lightgbm-runtime.18d3c2c2855f8168
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: faea0391-9cea-4355-aa46-5029d1648899
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 1a48ebff-f368-4fc6-9809-240db125b11c
  kind: Event
  lastTimestamp: "2026-09-09T21:01:41Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:01:41Z"
    name: isvc-lightgbm-runtime.18d3c2d5ffc35ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 945c6492-e9a9-448b-8fcc-843eff7c41a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:48.578218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38469"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e5a59fb8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: 623eb568-5f68-49ac-9b5d-3747d37a02b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38481"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:49Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e5c7c05c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38490"
    uid: 77888ebb-9c79-487f-85da-8f22927d550b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e5c962e3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38493"
    uid: fa77e7af-fa58-4add-839f-2b87eac53352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e5cc31d47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: 554746a6-d945-46ab-aa12-1167e3b3b8c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e5ccaf0ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: d846af99-4a3f-4053-9977-d1e108d689fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:53Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:53Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e6c28d8e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: b05d859a-7aa1-4845-8aec-c824f12aa8e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.479s (6.479s
    including waiting). Image size: 632170260 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e844c06d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: bf68a613-682f-46a9-9ecc-fc0cca5d1638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e8483047ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: d47fc512-4b92-4e06-b80a-5be639777211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e848ab8720
    namespace: kserve-ci-e2e-test
    resourceVersion: "38584"
    uid: 06496621-319a-424f-99ce-d30c499adddf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e848b7ae3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: caa7cd52-ea35-4ce3-96ce-fc752e432b5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e84b8d3e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 56a5e55d-40dc-43ed-934c-adf4bf7ce842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:59Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e84c086959
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: bce129bd-533a-4207-bd42-045d3b7917ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2e86621dca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38638"
    uid: 4c176a1e-9f1a-4b63-af27-a046de510a49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2eca4e16b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: bc528c0c-16dd-454f-a4bc-85ff1a9f61c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: f0f58c1d-c595-415f-8809-adc720bece8d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6.18d3c2eca4e1db24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38766"
    uid: 7c82d823-1fd0-437f-957e-673325cce6f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: d92e36f9-48f1-46c1-9d2c-3f16df3c7ffd
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-mg8b6'
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d3c2e5a50d9f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "38470"
    uid: d83b80bf-99a0-4c61-8767-2f80a4dee59c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: dab6a90c-ed58-4469-bc65-b2db593f9d63
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c2e5a24481c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38462"
    uid: 3f496f95-0b7a-416f-b550-572df55f6d8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 01fe5e03-3f30-47aa-8d28-d97fd0150c8f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:03Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c2e9213545c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38615"
    uid: c8cf0d96-94cb-42bc-a679-292220c85bb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 01fe5e03-3f30-47aa-8d28-d97fd0150c8f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:03Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c2e921de2eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: d0e6a21e-8c28-428d-848f-2ab8af3b219e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: 01fe5e03-3f30-47aa-8d28-d97fd0150c8f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c2eca07f6d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: 7758f964-0967-49b1-9197-6dbbd93f46f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: 01fe5e03-3f30-47aa-8d28-d97fd0150c8f
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d3c2eca0f64b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "38750"
    uid: 8f946268-992f-4e79-b478-2270a5e69a2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: 0e85dcbb-9707-45e5-8c32-4282ca43ab5b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:16Z"
    name: isvc-lightgbm-v2-kserve.18d3c2e5a2463f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: 874a8ea9-40bb-4e20-869e-e039af0c4fdb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: 0e85dcbb-9707-45e5-8c32-4282ca43ab5b
  kind: Event
  lastTimestamp: "2026-09-09T21:02:48Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:48Z"
    name: isvc-lightgbm-v2-kserve.18d3c2e5a2c8993b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38466"
    uid: 9d0b65d5-875d-41f0-8e86-91de4cfe3db0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 0e85dcbb-9707-45e5-8c32-4282ca43ab5b
  kind: Event
  lastTimestamp: "2026-09-09T21:03:16Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:16Z"
    name: isvc-lightgbm-v2-kserve.18d3c2ec2568f31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: ed67331c-119b-4eeb-9f61-5b0d5565cbcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:01:53.242023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:01:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d8c3546769
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 96d3ebaf-e873-4991-9e32-fe960e1edeb0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d8cb0f4fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: f4539539-e0ee-47de-80dc-72c2a4291005
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:54Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:01:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d908eb175b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37902"
    uid: 6e8ffbf7-a1c6-40ae-a634-d435ffdab2ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d90a4d6054
    namespace: kserve-ci-e2e-test
    resourceVersion: "37904"
    uid: aa6ac555-20b4-4809-8b44-dd182db73487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d90d3a8d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37905"
    uid: 41a9f4ea-b544-49a5-8cc1-0e514547e9e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:54Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2d90daa35b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37906"
    uid: 81b1d096-bf9e-42d7-b629-92e3efe5288d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da21930633
    namespace: kserve-ci-e2e-test
    resourceVersion: "37956"
    uid: 040791e8-88dd-45bd-853c-a7d74c360017
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da252d674f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37961"
    uid: cba846e5-7729-4b7a-be0a-495df9499009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da259e0fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37962"
    uid: 9aced4f2-a124-4e21-a479-9748e2f18b76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da25a92ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37963"
    uid: 0a659fdc-f15f-4399-9f3f-b67b736a8ba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da29593b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 0ad48a17-80d7-4f32-90e9-d510623ec6cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:01:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2da29c91701
    namespace: kserve-ci-e2e-test
    resourceVersion: "37967"
    uid: 01944acb-2f03-47bc-880a-f8cf7c4c25c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:02:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2e4707beab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38398"
    uid: 8e8e22ff-cdb9-4e10-91b4-275170eec5ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 70afefe5-3f68-45a3-a952-5907bfe5d549
  kind: Event
  lastTimestamp: "2026-09-09T21:02:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:43Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx.18d3c2e4707c6132
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 6eab7a5a-4810-4285-aaf6-d8cd00958a65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: b354da84-fb5a-4546-ac40-baf3027edffc
  kind: Event
  lastTimestamp: "2026-09-09T21:01:53Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-2stqx'
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:53Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d3c2d8c2e8d887
    namespace: kserve-ci-e2e-test
    resourceVersion: "37879"
    uid: dd892ca0-4038-4b75-bab2-bfb11552f757
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: a5817f0f-a236-4da8-8275-1cc8f47af217
  kind: Event
  lastTimestamp: "2026-09-09T21:01:53Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c2d8bff7e44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 971ea857-06b3-4f7a-9493-12c364c4cfc2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37868"
    uid: 37e1dbe0-3fd4-4f68-ab9c-6c7bf8043aaa
  kind: Event
  lastTimestamp: "2026-09-09T21:02:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c2dc3f2fd9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: a25e8f1f-04b0-41eb-abce-171a78aa7d58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37868"
    uid: 37e1dbe0-3fd4-4f68-ab9c-6c7bf8043aaa
  kind: Event
  lastTimestamp: "2026-09-09T21:02:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:38Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c2dc3f6b8d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38351"
    uid: 41170e93-d2c9-451c-ad10-da65e4d2b602
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: 37e1dbe0-3fd4-4f68-ab9c-6c7bf8043aaa
  kind: Event
  lastTimestamp: "2026-09-09T21:02:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c2dfbe2e4493
    namespace: kserve-ci-e2e-test
    resourceVersion: "38222"
    uid: 975a1afd-0314-4d58-9b4b-ee23ef83fd5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38042"
    uid: 37e1dbe0-3fd4-4f68-ab9c-6c7bf8043aaa
  kind: Event
  lastTimestamp: "2026-09-09T21:02:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:23Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d3c2dfbe929b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38224"
    uid: 24051685-ab14-41d2-ae73-076fc63e4f56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: b14b31be-02d4-4c28-9c57-376f934e4cd3
  kind: Event
  lastTimestamp: "2026-09-09T21:02:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:37Z"
    name: isvc-lightgbm-v2-runtime.18d3c2d8bff74ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38340"
    uid: f092f0cc-12b9-4705-ab3b-4b0d6fe31da1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: b14b31be-02d4-4c28-9c57-376f934e4cd3
  kind: Event
  lastTimestamp: "2026-09-09T21:01:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:01:53Z"
    name: isvc-lightgbm-v2-runtime.18d3c2d8c0a4941b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 45131141-a2b1-4c7f-9205-42f0a93ea544
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38338"
    uid: b14b31be-02d4-4c28-9c57-376f934e4cd3
  kind: Event
  lastTimestamp: "2026-09-09T21:02:37Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:37Z"
    name: isvc-lightgbm-v2-runtime.18d3c2e300c8f8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38339"
    uid: 450d088b-40a3-4786-88ed-87b7c92f7276
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 8f57e4d1-e93b-4417-b2b8-ecdd8fecf536
  kind: Event
  lastTimestamp: "2026-09-09T21:00:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:11Z"
    name: isvc-lightgbm.18d3c2ac57faf2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: ca7a793a-c791-40bb-99ef-d2997c53fd45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 8f57e4d1-e93b-4417-b2b8-ecdd8fecf536
  kind: Event
  lastTimestamp: "2026-09-09T20:58:42Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:42Z"
    name: isvc-lightgbm.18d3c2ac58bf0df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 251480fd-798f-4db0-962b-695b821de2c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: 8f57e4d1-e93b-4417-b2b8-ecdd8fecf536
  kind: Event
  lastTimestamp: "2026-09-09T21:00:11Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:11Z"
    name: isvc-lightgbm.18d3c2c12d5892f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36827"
    uid: fd9b1799-5ae4-4bca-82c3-19e1808d313b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:32:34.388521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5b77679cf-kctj4
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c13f3f7dce04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 5004d6ce-1411-401d-a218-68b7e4ec1e7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c13f61aad353
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: dd1f5013-40dd-46de-b37c-a0ac92737da8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c13f6331a462
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: e5b12a3d-416c-479b-9d89-59e7fa1f99ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:35Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c13f668bc6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 93868658-9fe2-4c95-865c-025309002519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:35Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c13f670a1e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 3ea24b30-1a46-49e9-85a0-79d778e89106
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c1405b0db732
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 3c0504c8-8c5f-4ae2-9d55-a1c2fa445c89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c1405ef17b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 526749a0-7e32-4861-983e-277dc34ab801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c1405f77d9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: f36dd581-6cfb-473c-aa73-5bd0132be739
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c1405f839790
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: cbbb6676-5486-4b35-8b10-9b04b5ec09f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c140627eb6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: b9be7cc1-b471-42d9-9dbe-1fd9608aae31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c1406306377b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: 20bc32e0-9e32-4f71-90e3-5d78a38f0fc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c14063138cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: 80050961-8956-440f-b0bc-d514e89e93d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c14066bd63e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 43992eb6-d390-444d-aa7b-d25857844b0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:39Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c140673e8cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: b9c5d936-14b5-4811-aab8-79d04dc276e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:36Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c140971856a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: d71ab0c3-b0fa-410f-bb8a-1e75782ad335
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:06Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c140d2fb5877
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 4c42812a-1229-4d04-a47c-b8aa68cf7a83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c15a14305da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22032"
    uid: 07bd3cb5-bf0f-4635-8c41-2da91afa71fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c15a14326843
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 13337708-5ff2-4248-a357-ec98cefe2bd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c15a1433124a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 1adddd6d-6c83-4794-8698-f9b1b682d0ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b77679cf-kctj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 31109c8a-d680-40b1-a36e-6b95ec2afbe3
  kind: Event
  lastTimestamp: "2026-09-09T20:34:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:32Z"
    name: isvc-logger-predictor-5b77679cf-kctj4.18d3c15aab4f999a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 559e5cf9-5ed8-4dd8-91dd-452502300066
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5b77679cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21024"
    uid: e7ae7899-b5f6-4435-a2fe-1e65485d11ca
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: 'Created pod: isvc-logger-predictor-5b77679cf-kctj4'
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger-predictor-5b77679cf.18d3c13f3f0b5336
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 41c721b8-cc0d-4c9e-a242-48883b2d637b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: 3e11eeba-7c46-4413-8c29-4ebbd39ac0fd
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: Scaled up replica set isvc-logger-predictor-5b77679cf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger-predictor.18d3c13f3c1b81ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 0b781f07-522d-49dc-8918-09eba2db9b55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: f69c815f-d392-4c1b-a12c-b3f8c9b39762
  kind: Event
  lastTimestamp: "2026-09-09T20:33:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:19Z"
    name: isvc-logger-predictor.18d3c142ba87a67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 0cc755d1-4dc7-49b4-8fea-88061bd896fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: f69c815f-d392-4c1b-a12c-b3f8c9b39762
  kind: Event
  lastTimestamp: "2026-09-09T20:33:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:33:19Z"
    name: isvc-logger-predictor.18d3c142baea1404
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: d0373c2f-a2cb-4929-b0bc-90e2b12c7ddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: f69c815f-d392-4c1b-a12c-b3f8c9b39762
  kind: Event
  lastTimestamp: "2026-09-09T20:34:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:19Z"
    name: isvc-logger-predictor.18d3c14d3755d72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: f8d1232c-f7f9-47c8-8fc8-436a4905bcf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: f69c815f-d392-4c1b-a12c-b3f8c9b39762
  kind: Event
  lastTimestamp: "2026-09-09T20:34:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:34:19Z"
    name: isvc-logger-predictor.18d3c14d37b01d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21936"
    uid: 5f547c5a-ea68-41b4-8b68-5ed520f02890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 576884f2-6eb0-4796-b11f-0dde1c9bb316
  kind: Event
  lastTimestamp: "2026-09-09T20:34:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:16Z"
    name: isvc-logger.18d3c13f3c1e112f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: fc414c85-6034-4b06-bce5-aa85b6362b86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 576884f2-6eb0-4796-b11f-0dde1c9bb316
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger.18d3c13f3ca2a859
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: e93d0619-b470-48f3-ac9d-379c972d37a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 576884f2-6eb0-4796-b11f-0dde1c9bb316
  kind: Event
  lastTimestamp: "2026-09-09T20:32:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:34Z"
    name: isvc-logger.18d3c13f41864acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 61151733-4fae-460c-ab56-58bf9a242424
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: 576884f2-6eb0-4796-b11f-0dde1c9bb316
  kind: Event
  lastTimestamp: "2026-09-09T20:34:16Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:34:16Z"
    name: isvc-logger.18d3c157109a3eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: 576ab7a8-4c39-42b3-ac88-a3bc7001f0c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:23.806420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38826"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2edd96379dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: 40d8223d-9cfe-426f-94bd-6ba1770b91c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:24Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ee03788eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: 6ed6003e-adcb-400f-90ea-89353cf30618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ee04ded834
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: 25e62570-dd2a-4063-9d57-6bf3056856e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ee0a1c246d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: 2d6434ee-3986-4bc9-84ec-fa8349e36d1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:24Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ee0b937fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: 559c77c2-dc2e-4a7d-9331-55f46baa5e35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef2e878029
    namespace: kserve-ci-e2e-test
    resourceVersion: "38920"
    uid: 8fbf9182-d2ac-4925-babb-0b642c835f90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef31819ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38923"
    uid: 3e205840-2db1-4424-af01-332dcdedebe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef31fcc5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38924"
    uid: 2105cc93-2648-4b89-9296-5174adfa9e48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef32078472
    namespace: kserve-ci-e2e-test
    resourceVersion: "38925"
    uid: 40d984b9-693c-44a5-8f5e-46be4f0d6d7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef3536051e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38928"
    uid: 3c97e514-70de-4a10-9cdb-d966fd15cc6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:03:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:29Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2ef35b750ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38929"
    uid: 8df3a779-d9b8-46d3-b9eb-ddcb98e1b173
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2f9885b9a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39337"
    uid: 2e91c1db-668f-4ff5-8c50-cd75dcff5ea8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 9470a4d7-c0f8-4c73-bd91-6f6f4cda65dc
  kind: Event
  lastTimestamp: "2026-09-09T21:04:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:13Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv.18d3c2f9885c4c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "39338"
    uid: ac2f7d09-78c2-4feb-84ed-41638d5cf45f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 460eaa7c-b5cf-4f69-ae9e-e462a64f73d1
  kind: Event
  lastTimestamp: "2026-09-09T21:03:23Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-zcbnv'
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d3c2edd8f80060
    namespace: kserve-ci-e2e-test
    resourceVersion: "38829"
    uid: 7ee0b046-dfa2-4442-a998-aa2d0f2c0810
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: 9cdf2f65-02a0-43fb-867e-bbb71ad9f327
  kind: Event
  lastTimestamp: "2026-09-09T21:03:23Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c2edd5f7e0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38819"
    uid: 7a8f169c-6f17-4066-864b-fc16b8a1ca89
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 5efd8450-eae7-4a20-bbcb-f550b4eb0e18
  kind: Event
  lastTimestamp: "2026-09-09T21:04:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:08Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c2f154ef492d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 82b9edfd-9d41-41e0-adcd-a528ec213f0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 5efd8450-eae7-4a20-bbcb-f550b4eb0e18
  kind: Event
  lastTimestamp: "2026-09-09T21:04:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:08Z"
    name: isvc-mlflow-v2-runtime-predictor.18d3c2f155582933
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: f92c20c9-5003-4b11-b0c4-993fde01d2ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: 98a6f5d0-43f3-40dc-86f1-826e3de6c61c
  kind: Event
  lastTimestamp: "2026-09-09T21:04:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:07Z"
    name: isvc-mlflow-v2-runtime.18d3c2edd5fac0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: bf3c8ae8-10cd-4d6d-8b51-b6e5ee508320
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: 98a6f5d0-43f3-40dc-86f1-826e3de6c61c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:23Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: isvc-mlflow-v2-runtime.18d3c2edd6773179
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: d03d7a9d-45b5-4880-b779-346285a608ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 98a6f5d0-43f3-40dc-86f1-826e3de6c61c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:23Z"
    name: isvc-mlflow-v2-runtime.18d3c2eddbe0be36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: 4ae972ab-ca7c-44d4-8b27-162220883d22
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39271"
    uid: 98a6f5d0-43f3-40dc-86f1-826e3de6c61c
  kind: Event
  lastTimestamp: "2026-09-09T21:04:07Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:07Z"
    name: isvc-mlflow-v2-runtime.18d3c2f81023e536
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: bf2eca5f-2c7b-44ba-ae00-e731bbb0806d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:05:44.530739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:05:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30e9d3613ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: 1f21e882-1cb8-4fd8-8eb5-b0e6a32cb877
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30ea90b156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40200"
    uid: 64c05c0e-088a-44e9-a649-c906b898749a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40194"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:45Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:05:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30ee3edcf41
    namespace: kserve-ci-e2e-test
    resourceVersion: "40214"
    uid: f572c1f0-e17c-48a5-8fb8-fda410a6a652
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30ee58f2496
    namespace: kserve-ci-e2e-test
    resourceVersion: "40216"
    uid: 1d5bdbe7-1663-491e-87d5-8c86b6f08155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30ee913db7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40217"
    uid: f0bb25fe-babe-487a-99e4-9f780208c708
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c30ee9902959
    namespace: kserve-ci-e2e-test
    resourceVersion: "40218"
    uid: 528168a5-a3cc-45be-a722-863babde3933
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c31064ba85fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40275"
    uid: 745faeef-b235-4dff-9498-d64801b56cb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c310685cc964
    namespace: kserve-ci-e2e-test
    resourceVersion: "40277"
    uid: 6c251378-d71c-4ad5-b02a-5f30ae97b59d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c31068e7e4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: 74e69823-1178-40c6-9fe2-0901b366fd33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c31068f359ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "40279"
    uid: db0fb651-8daf-4248-a878-ed0b4ef10a03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c3106c39063a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40283"
    uid: 9d4437e0-d4e1-4308-91ae-96adf1d88888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:05:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c3106cbe6a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "40284"
    uid: fb7cc63e-1d28-43a5-9379-d119185ab813
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c310dcb1152a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40578"
    uid: dab8d8a2-8350-4ac9-abfd-b468dd188e92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c31cdac9fd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40713"
    uid: e5790d7c-9a97-4d72-a41f-ba4d7ddf93fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: 090fe57a-3ecb-470d-8051-64d4b9d49c0a
  kind: Event
  lastTimestamp: "2026-09-09T21:06:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:45Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nrvlc.18d3c31cdacb2e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "40714"
    uid: 19409282-449f-4ae1-9d76-ff6e577059b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40173"
    uid: fd099770-3158-40a0-83bf-b91c3fde5384
  kind: Event
  lastTimestamp: "2026-09-09T21:05:44Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-nrvlc'
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:44Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d3c30e9c11b9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: 2b69ec69-6898-44e1-a7e5-ff8cd5065c65
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: 62b73848-6196-4c19-89b1-394a596c4a70
  kind: Event
  lastTimestamp: "2026-09-09T21:05:44Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:44Z"
    name: isvc-paddle-predictor.18d3c30e98d2f7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: 147f32da-052e-4d03-bd35-e5e1f2c6d798
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: e0b0d7b6-c39c-4f51-b2b1-4b246dcc7d7c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-paddle-predictor.18d3c31217cc6047
    namespace: kserve-ci-e2e-test
    resourceVersion: "40455"
    uid: c24a76af-b390-45c0-9370-bcd7f2e75c69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: e0b0d7b6-c39c-4f51-b2b1-4b246dcc7d7c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:14Z"
    name: isvc-paddle-predictor.18d3c31218a29fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40456"
    uid: e18a4840-2932-4331-96c9-7c149a7e974e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: e0b0d7b6-c39c-4f51-b2b1-4b246dcc7d7c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:44Z"
    name: isvc-paddle-predictor.18d3c31916a7c284
    namespace: kserve-ci-e2e-test
    resourceVersion: "40687"
    uid: 379dfee6-771e-4855-8b3d-54aee5496c72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: e0b0d7b6-c39c-4f51-b2b1-4b246dcc7d7c
  kind: Event
  lastTimestamp: "2026-09-09T21:06:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:44Z"
    name: isvc-paddle-predictor.18d3c31917157423
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: d30f67be-f593-4ef9-b4c6-775f50cf14ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:00:57.731463Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:00:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:00:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cbd6a472ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37390"
    uid: 7dbe42b6-1d2d-4991-9a3e-a6cb8482e18b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:58Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:00:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cbf8ce3ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37401"
    uid: fd95ebdf-88d2-4347-9750-77a7702951ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cbfa1e2258
    namespace: kserve-ci-e2e-test
    resourceVersion: "37403"
    uid: 56291e2c-1744-40c7-ad6d-419e0da7a2f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cbfcbfc4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 77ce8396-1460-4376-ab1a-f4fd8ec2b403
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cbfd3e9d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: 75350f49-7ced-4a1d-9b7c-550949fb40f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:03Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2cd446683fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: e5fd780e-ed2e-4dce-8f25-15996e78ff06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.848s (11.848s
    including waiting). Image size: 1175679746 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d006a4e945
    namespace: kserve-ci-e2e-test
    resourceVersion: "37550"
    uid: 3c8140e2-e369-4e7a-a6f3-6d0732b18a05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d00a73c3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: eeb89f62-cc37-42da-a0da-7b056d1ed79d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d00b064804
    namespace: kserve-ci-e2e-test
    resourceVersion: "37552"
    uid: 8b15cf4e-3b33-49c5-a3e7-d4a9e90a0051
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d00b11be82
    namespace: kserve-ci-e2e-test
    resourceVersion: "37553"
    uid: 8580c645-952d-4b5b-9887-26994b17a0e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d00e16c147
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 5aff0ef0-df23-4d91-9d81-fa772749357c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d00e951a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 912d2bc8-b00f-4afb-836f-c3e5b8c87037
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:01:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:01:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2d04f6a9630
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 6028bc79-04a3-4ca9-8af0-0a2cb744e8a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2dc63e8fc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: eba2f80f-a995-4245-9feb-5fca381941df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: e421a568-650d-462b-967f-386eea8d32e7
  kind: Event
  lastTimestamp: "2026-09-09T21:02:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-wsrbd.18d3c2dc63e99975
    namespace: kserve-ci-e2e-test
    resourceVersion: "38069"
    uid: 6b399a52-9c91-4a56-b7b0-33b65aac9933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: dd5846c2-9667-4fce-b5d4-0d60e1d38594
  kind: Event
  lastTimestamp: "2026-09-09T21:00:57Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-wsrbd'
  metadata:
    creationTimestamp: "2026-09-09T21:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d3c2cbd61ba01a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: 789d9901-06cc-446d-a8ea-44deae870580
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: 8ef2b647-0c2b-418e-8f94-2112d39f02cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:57Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:57Z"
    name: isvc-paddle-runtime-predictor.18d3c2cbd35108f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: af7bfc3d-0771-484a-892f-707d6caaa260
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 353ed5e0-bf42-42fa-809e-3fb6bb497699
  kind: Event
  lastTimestamp: "2026-09-09T21:01:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:42Z"
    name: isvc-paddle-runtime-predictor.18d3c2cf51cbacc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: 7ea2ac9d-7e8e-46dc-a305-fc70ff6a25c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 353ed5e0-bf42-42fa-809e-3fb6bb497699
  kind: Event
  lastTimestamp: "2026-09-09T21:01:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:42Z"
    name: isvc-paddle-runtime-predictor.18d3c2cf522d52a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 27a20189-5134-4cf3-8c4e-990fe8da5f51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 353ed5e0-bf42-42fa-809e-3fb6bb497699
  kind: Event
  lastTimestamp: "2026-09-09T21:01:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:57Z"
    name: isvc-paddle-runtime-predictor.18d3c2d9cec9162c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37945"
    uid: 9a29bb7e-a06e-46ed-86ea-4e9ca1aa2276
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:01:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 353ed5e0-bf42-42fa-809e-3fb6bb497699
  kind: Event
  lastTimestamp: "2026-09-09T21:01:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:01:57Z"
    name: isvc-paddle-runtime-predictor.18d3c2d9cf3517ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: 3de19759-4b4e-4775-97dd-ed0883ca96d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: fb6ac132-90c4-4a09-a7df-659f76dda493
  kind: Event
  lastTimestamp: "2026-09-09T21:02:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:03Z"
    name: isvc-paddle-runtime.18d3c2cbd3538da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: 05b5794a-789a-4b50-94dd-6c9eb05e379f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: fb6ac132-90c4-4a09-a7df-659f76dda493
  kind: Event
  lastTimestamp: "2026-09-09T21:00:57Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:57Z"
    name: isvc-paddle-runtime.18d3c2cbd3f1875e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 6f1100ca-63ed-4d80-a301-e58db7c34af7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: fb6ac132-90c4-4a09-a7df-659f76dda493
  kind: Event
  lastTimestamp: "2026-09-09T21:02:03Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:03Z"
    name: isvc-paddle-runtime.18d3c2db0aad013d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 0542a9f1-eb40-4dbb-ace5-92e955f6bdfd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:02:13.981900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2dd9785c459
    namespace: kserve-ci-e2e-test
    resourceVersion: "38136"
    uid: c253aa26-b44f-469e-b46b-b996feaafd71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:14Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:02:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ddb9b3f124
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 5310bbac-bf30-410e-8124-59b71d4333ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ddbb1fef91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: c8bf87c7-e6d0-4995-a9ed-412685bb95fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ddbdf32e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 8fe1ca7d-bd57-41f2-ab09-59492ed5f2d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ddbe745d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: edc9ee00-d323-4c64-83e4-a847cd81fdb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:19Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:19Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2def32271c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38189"
    uid: f03af921-73ce-45eb-b486-aae202a51be8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.964s (10.964s
    including waiting). Image size: 1175679746 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e180b1eee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: a221602d-a0a2-47e3-bf74-a5ad01c6260b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e184a87f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: 6ef9311a-3579-44a5-87bc-98c161e3b0f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e18568e0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38284"
    uid: 50d34455-13c7-44fc-90fd-95c0413fd5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e18573e3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38285"
    uid: bc612cf5-f144-404c-8334-4d13a7f72d67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e1882be699
    namespace: kserve-ci-e2e-test
    resourceVersion: "38286"
    uid: cc9827b5-b2e5-4eaa-bd09-96024a72c6d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:02:30Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e188ba029b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38287"
    uid: 5a273f3a-0b47-452d-b1f2-696fbabc4993
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2e1c299fe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: fbbcd1ca-c1db-4be9-ae91-d774b3cc01f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ee3fa4ccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38878"
    uid: 25987542-cde6-4d1c-979d-32536ad9a48d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2ee3fa5eee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38880"
    uid: 67452a62-609b-4ff8-a97e-9ab7ac03f206
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: e5de0c6a-c00d-4062-8fba-8956448ea03d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z.18d3c2eecca5ce72
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: b5dbbb64-ff93-4871-af6f-4d336f4b8585
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 3b69031d-9aa6-4349-a8c1-0bf4713b00c2
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-hf45z'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d3c2dd96f3aa59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 98176179-90f5-4e00-97f0-ce7171059756
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38116"
    uid: 36d5207e-e75c-4e74-9968-171cfc026bc3
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c2dd9482d5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: fbc9e916-307d-499d-afa8-d426a9b33e90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: c81d673d-a844-41aa-9b8a-ca876882a87c
  kind: Event
  lastTimestamp: "2026-09-09T21:02:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:58Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c2e112f69316
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: 65982a5e-ca19-42a3-af69-31069b3e243c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: c81d673d-a844-41aa-9b8a-ca876882a87c
  kind: Event
  lastTimestamp: "2026-09-09T21:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:02:58Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c2e113570aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: 33a99eca-6162-43d5-910f-ff952fc08c82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: c81d673d-a844-41aa-9b8a-ca876882a87c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c2eb8fe419a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38691"
    uid: e48272de-a43a-4c4c-a00b-cd7101770ca3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38266"
    uid: c81d673d-a844-41aa-9b8a-ca876882a87c
  kind: Event
  lastTimestamp: "2026-09-09T21:03:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:13Z"
    name: isvc-paddle-v2-kserve-predictor.18d3c2eb905a64cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 7a8411f6-5cfb-4f98-9794-7abb8243f866
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: c786bc9e-3565-4fd2-9bb1-a2dd3e19aa5d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:18Z"
    name: isvc-paddle-v2-kserve.18d3c2dd948421ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: 8097a6e6-f1bf-4680-93e5-7ca8f7db6ead
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: c786bc9e-3565-4fd2-9bb1-a2dd3e19aa5d
  kind: Event
  lastTimestamp: "2026-09-09T21:02:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:02:13Z"
    name: isvc-paddle-v2-kserve.18d3c2dd952486b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38124"
    uid: 9b8436a5-9854-474f-ba9b-7f295840ec61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: c786bc9e-3565-4fd2-9bb1-a2dd3e19aa5d
  kind: Event
  lastTimestamp: "2026-09-09T21:03:17Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:17Z"
    name: isvc-paddle-v2-kserve.18d3c2ec7ea7ca30
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 78be6e1a-b77f-4d4f-a350-68ed6a580a2c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: f6738dc7-da74-4683-b0da-bc38be052f6e
  kind: Event
  lastTimestamp: "2026-09-09T21:06:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:40Z"
    name: isvc-paddle.18d3c30e98cf17c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40652"
    uid: 2091c92f-2b99-424c-9472-85f39981d673
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "40164"
    uid: f6738dc7-da74-4683-b0da-bc38be052f6e
  kind: Event
  lastTimestamp: "2026-09-09T21:05:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:05:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:44Z"
    name: isvc-paddle.18d3c30e9982f2b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40178"
    uid: abf57388-e393-4e08-8ccd-ddd9b894ab85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: f6738dc7-da74-4683-b0da-bc38be052f6e
  kind: Event
  lastTimestamp: "2026-09-09T21:06:40Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:40Z"
    name: isvc-paddle.18d3c31b97b4dbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40651"
    uid: 44436f7d-b646-4255-b69a-535812d21cad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:03:30.652811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38960"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-jsg6w
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:03:30Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2ef71770e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: eac80d25-122e-4337-8cad-5d609a2c79eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:30Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2ef7bc224aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38974"
    uid: dae50e2c-f12c-45c7-9e7d-eed9ffe4a8de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:31Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:03:31Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2efb81299c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: 71cb1e64-21d4-4b10-a74b-4f1e7535aa44
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:31Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2efb979b0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: 45994d47-871b-49f1-83f5-af1b87386f6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:31Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2efbde6c46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38989"
    uid: 6a37e992-5575-421a-9644-165a0d8a5d5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:31Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2efbe86c75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 109d5bb5-c9bc-45bc-8660-6a7c469c829a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:36Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:36Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f0d206ff6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39022"
    uid: 1116e9db-8482-4050-989b-1b58f02de5a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.345s (7.345s
    including waiting). Image size: 826851186 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f287d87414
    namespace: kserve-ci-e2e-test
    resourceVersion: "39085"
    uid: 2df1d551-54a2-4c36-8f1d-b23fb58fd314
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f28b01fb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "39087"
    uid: c47b8f7a-3de9-45c7-bb0e-e3b4136cb798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f28b7d65e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39089"
    uid: 5a64641f-193a-447f-8ca9-c5c7306fd014
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:43Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f28b89531f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: 30dc68b2-8bae-4322-a855-54842dbe7438
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f28fe12a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39091"
    uid: def31f72-67ff-473f-af62-38dd9fb46b18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:03:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:03:44Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f290604082
    namespace: kserve-ci-e2e-test
    resourceVersion: "39092"
    uid: 03db4920-c709-4331-bed6-3d32b18bde80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:05:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:01Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c2f2ed9fe58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: f1e60a1b-d134-41a5-880b-5682c2ecdc13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:05:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:11Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c30708dd83ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39845"
    uid: d11c6057-cae4-4551-a73b-ab64711d4513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jsg6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 166d1532-50a8-4b14-bf62-ca28b680b564
  kind: Event
  lastTimestamp: "2026-09-09T21:05:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:11Z"
    name: isvc-pmml-predictor-8674795f59-jsg6w.18d3c30708de32d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39846"
    uid: b953666a-7d70-401c-9261-73f5e587b2ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: 84b02187-96fa-459b-91e9-6143dfad8311
  kind: Event
  lastTimestamp: "2026-09-09T21:03:30Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-jsg6w'
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:30Z"
    name: isvc-pmml-predictor-8674795f59.18d3c2ef70dced5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38961"
    uid: 76864cc5-cd8a-4cb4-8ff9-57be5d4417f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38949"
    uid: 7f4cffe6-ca88-4751-9222-d165176db2da
  kind: Event
  lastTimestamp: "2026-09-09T21:03:30Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:03:30Z"
    name: isvc-pmml-predictor.18d3c2ef6e396a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 01c9e67f-e409-4b72-b03f-91f914a33f90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38950"
    uid: 23a0581b-873f-40af-af1f-98746d249cc4
  kind: Event
  lastTimestamp: "2026-09-09T21:04:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:15Z"
    name: isvc-pmml-predictor.18d3c2f2ec9d095c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39352"
    uid: 18877971-c2d8-43fb-96cd-9a2ee1dd2bd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38950"
    uid: 23a0581b-873f-40af-af1f-98746d249cc4
  kind: Event
  lastTimestamp: "2026-09-09T21:04:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:15Z"
    name: isvc-pmml-predictor.18d3c2f2ed0122e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39353"
    uid: b2649f16-a252-43a0-8414-331e77962671
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 23a0581b-873f-40af-af1f-98746d249cc4
  kind: Event
  lastTimestamp: "2026-09-09T21:05:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:00Z"
    name: isvc-pmml-predictor.18d3c2f66bfc152e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39737"
    uid: 47e09fdc-c690-4d7b-bd27-114051b50550
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39108"
    uid: 23a0581b-873f-40af-af1f-98746d249cc4
  kind: Event
  lastTimestamp: "2026-09-09T21:05:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:00Z"
    name: isvc-pmml-predictor.18d3c2f66c91fca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39738"
    uid: a68954bd-6ccf-45ae-875d-7f4df707a789
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:05:17.183046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39902"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-v5llc
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c3083f299e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39908"
    uid: 238b5bb6-40d3-4bc0-af72-1e652d322932
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c308485cdeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39919"
    uid: e920c0e1-339f-442c-8843-b81ba02e4565
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39913"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:18Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:05:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c30885213f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "39927"
    uid: e1889cba-7062-4e91-b2a0-d8065dec0d92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c30887a1e3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: e440e7fe-e1b6-4c55-b139-f64465575e40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c3088abcbb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 6a8652c6-c192-4117-ad50-74f84e48a1e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c3088b352e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39932"
    uid: a999d330-3b25-4049-a1f9-1969b3594573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c3099c6faacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: d53d77da-0027-47cd-8f88-c03e53f33fd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c3099fee5558
    namespace: kserve-ci-e2e-test
    resourceVersion: "39971"
    uid: e01b36da-8032-4b9f-9439-1c1237da8f6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c309a06823d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39972"
    uid: 7bf7ac77-c6d9-41f9-8493-63c90587ed44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c309a07413b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39973"
    uid: 846cadaa-5b70-49ae-bdb6-6eebfddd659a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c309a32735c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: d47b7760-1b5d-4f86-a972-129ce9b3105c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:05:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c309a3a41e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "39977"
    uid: c9b3456b-d289-47bd-bef4-59b13fdae2c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:06:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c309d880c1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40898"
    uid: f9caafcf-c189-4a27-ab84-33db133a4ad9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:06:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c31fc55594f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: 019c0661-6617-44f1-9040-c8d52e893e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:06:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c31fc556c670
    namespace: kserve-ci-e2e-test
    resourceVersion: "40892"
    uid: 43524094-d211-4610-9331-9a52e5586f51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39903"
    uid: a582fcbb-b287-4f2c-8b41-b9468cd3f9a5
  kind: Event
  lastTimestamp: "2026-09-09T21:07:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:00Z"
    name: isvc-pmml-runtime-predictor-885fc8777-v5llc.18d3c32032dced26
    namespace: kserve-ci-e2e-test
    resourceVersion: "40909"
    uid: d8f79f50-6d9b-4a2f-b4a8-2a16161edbea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: 027fc6a0-2633-499e-ba72-dec6411667c8
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-v5llc'
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d3c3083e599e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39905"
    uid: def5f007-3f50-4e6d-a675-d4ea64facb6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39891"
    uid: 8c2f5f5a-c043-4262-ab87-26c4c0fcd8a0
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-pmml-runtime-predictor.18d3c30839f0a62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39897"
    uid: 25c3a30d-e975-4f35-a5e3-422078bdafab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 69c0dcdc-1c11-440d-9213-bb84d2fce896
  kind: Event
  lastTimestamp: "2026-09-09T21:05:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:47Z"
    name: isvc-pmml-runtime-predictor.18d3c30bb85f85de
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: e1d158f2-719b-44bb-a293-80ae18a1f3b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 69c0dcdc-1c11-440d-9213-bb84d2fce896
  kind: Event
  lastTimestamp: "2026-09-09T21:05:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:05:47Z"
    name: isvc-pmml-runtime-predictor.18d3c30bb9059a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 10e1cbc2-064f-42de-b9e2-13e70a94828e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40049"
    uid: 69c0dcdc-1c11-440d-9213-bb84d2fce896
  kind: Event
  lastTimestamp: "2026-09-09T21:06:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:47Z"
    name: isvc-pmml-runtime-predictor.18d3c312b789055d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40730"
    uid: 0881df3f-8e30-4f0d-96cb-5c5b06406940
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40049"
    uid: 69c0dcdc-1c11-440d-9213-bb84d2fce896
  kind: Event
  lastTimestamp: "2026-09-09T21:06:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:47Z"
    name: isvc-pmml-runtime-predictor.18d3c312b8039c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40731"
    uid: 1b3a40d9-f3a7-4a89-b631-f1155841d446
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 6e06beef-324c-4254-8909-3b778ac7388b
  kind: Event
  lastTimestamp: "2026-09-09T21:06:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:48Z"
    name: isvc-pmml-runtime.18d3c30839f487df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: 433baafe-e8d8-4a29-bb74-8076063cf206
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 6e06beef-324c-4254-8909-3b778ac7388b
  kind: Event
  lastTimestamp: "2026-09-09T21:05:17Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:17Z"
    name: isvc-pmml-runtime.18d3c3083b14788f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39899"
    uid: 87c919e0-68b7-4670-99be-cb5a313a43d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40746"
    uid: 6e06beef-324c-4254-8909-3b778ac7388b
  kind: Event
  lastTimestamp: "2026-09-09T21:06:48Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:48Z"
    name: isvc-pmml-runtime.18d3c31d8d3181c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40747"
    uid: fb5c658b-be2a-44a7-8791-5dfe8bc67be8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:07:03.382564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40956"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c320f925cb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40962"
    uid: e8223754-7c6f-4ac1-a5e9-3cb965762549
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40966"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:03Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3211b4b856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40976"
    uid: eda5a99d-fa96-4f33-b928-b04bc24e14fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3211cbac9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40979"
    uid: 7bf67376-283b-460b-b055-237fbe79a487
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c321203a6a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "40980"
    uid: d7f6cbc7-d912-4787-93bf-f38c9be9afdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c32120b9d124
    namespace: kserve-ci-e2e-test
    resourceVersion: "40981"
    uid: d6f67c0e-1d0d-46e2-b1e2-22df0c695768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3222b0af41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41023"
    uid: 3241ca3f-fdb8-4aed-bcc0-b36d82b3fb4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3222def52be
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 13fd04d9-a67f-4c06-b9a8-41997f00c1a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3222e6d05e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41028"
    uid: d57cc62d-f799-4a7d-a511-5bb2540ce67d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3222e77e6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41029"
    uid: 42d43400-7012-495b-9601-0c5ff8708d90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c3223165b1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "41032"
    uid: ca3a5318-2f48-416c-893e-875255ec5c7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:07:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c32231e1f1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: 7fadfba3-aa82-41cb-bc8c-9ee9cb0fafd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:08:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c32267243069
    namespace: kserve-ci-e2e-test
    resourceVersion: "41840"
    uid: b775dc92-1eb6-4ab9-8858-16a91fb44f0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:08:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c33885c783eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41832"
    uid: 2fa242f3-cf7c-42e6-8338-96ddda249042
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:08:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c33885c7e345
    namespace: kserve-ci-e2e-test
    resourceVersion: "41833"
    uid: 4ce959a7-34f8-4107-827f-a58c8d026465
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40958"
    uid: c7edd6ba-ce7f-4e25-b4be-f9cc931d9f07
  kind: Event
  lastTimestamp: "2026-09-09T21:08:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:08:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:45Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf.18d3c338c163a506
    namespace: kserve-ci-e2e-test
    resourceVersion: "41839"
    uid: 3ae0469f-611e-4c99-9dfe-a4428db5cd67
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40947"
    uid: 26fe2e46-15fc-409a-8bef-f939d6f7829b
  kind: Event
  lastTimestamp: "2026-09-09T21:07:03Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-jg2lf'
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d3c320f8af6f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "40957"
    uid: 1abadf35-8c86-430d-9c94-af6f112b98fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40945"
    uid: d334c78c-11eb-4484-9a53-a3432b9aed13
  kind: Event
  lastTimestamp: "2026-09-09T21:07:03Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c320f5f77efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40949"
    uid: 6a6c9a46-8dd0-40b6-b7a4-d320b16b3a6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40946"
    uid: 987578a2-a713-4c22-ad9e-8d49c077a1f8
  kind: Event
  lastTimestamp: "2026-09-09T21:07:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c324746919d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41332"
    uid: 3ae94f2b-a4e8-47b6-8a8a-3039f12aaa77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40946"
    uid: 987578a2-a713-4c22-ad9e-8d49c077a1f8
  kind: Event
  lastTimestamp: "2026-09-09T21:07:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c32474d247cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: 2aeb4bea-6547-4529-bbe9-0e5fe2a961fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41107"
    uid: 987578a2-a713-4c22-ad9e-8d49c077a1f8
  kind: Event
  lastTimestamp: "2026-09-09T21:08:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c32ef1b74b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41667"
    uid: 09bd0046-f373-4312-992e-0b95ccc56e37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41107"
    uid: 987578a2-a713-4c22-ad9e-8d49c077a1f8
  kind: Event
  lastTimestamp: "2026-09-09T21:08:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d3c32ef221fa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "41668"
    uid: c8de0172-37f6-4df4-bc85-743517d26d0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40938"
    uid: 1408f155-6c33-4d34-b2ba-92bf410e08ee
  kind: Event
  lastTimestamp: "2026-09-09T21:08:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:35Z"
    name: isvc-pmml-v2-kserve.18d3c320f5f5cc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41691"
    uid: 71f2ea55-76b7-42a1-b7f7-9b33b3fc210a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40938"
    uid: 1408f155-6c33-4d34-b2ba-92bf410e08ee
  kind: Event
  lastTimestamp: "2026-09-09T21:07:03Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:07:03Z"
    name: isvc-pmml-v2-kserve.18d3c320f6921804
    namespace: kserve-ci-e2e-test
    resourceVersion: "40953"
    uid: a54a6150-406b-407f-afd8-db5faf40855e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "41689"
    uid: 1408f155-6c33-4d34-b2ba-92bf410e08ee
  kind: Event
  lastTimestamp: "2026-09-09T21:08:35Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:35Z"
    name: isvc-pmml-v2-kserve.18d3c33672f588cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41690"
    uid: f73518a4-1709-4726-af4e-c30d6a0879fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: ef0c6f16-355c-4d73-89a7-c51f19cdaa40
  kind: Event
  lastTimestamp: "2026-09-09T21:05:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:09Z"
    name: isvc-pmml.18d3c2ef6e3bbe27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39814"
    uid: b7fb16cc-3cf8-4645-90d5-09fced1a4fe5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38941"
    uid: ef0c6f16-355c-4d73-89a7-c51f19cdaa40
  kind: Event
  lastTimestamp: "2026-09-09T21:03:30Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:03:30Z"
    name: isvc-pmml.18d3c2ef6eca2a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: 9b22bbc4-5420-4c60-a700-733b33eaafd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39812"
    uid: ef0c6f16-355c-4d73-89a7-c51f19cdaa40
  kind: Event
  lastTimestamp: "2026-09-09T21:05:09Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:09Z"
    name: isvc-pmml.18d3c3068741b637
    namespace: kserve-ci-e2e-test
    resourceVersion: "39813"
    uid: 94ce5d1f-b4a2-4e85-a272-0d849a947fd0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:24:09.353188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0c9a90a313e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: fea6dae8-f4fd-4e0f-affc-27a0beeb8b22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0c9cb171d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 9f01a675-2917-4471-9b77-74d4797ac04d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0c9cc6a623b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: f8c272ab-8bda-44c2-bbd6-9eb838f3473b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0c9d0b6ab17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: fdbec03f-1118-4059-92f0-3fd6081f2e5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0c9d15e2065
    namespace: kserve-ci-e2e-test
    resourceVersion: "16937"
    uid: 98d9bec3-be4f-4dc7-add0-1598e4b53a9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cabf1ff073
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 47313131-f3ac-4efc-b2e6-6fef063b67be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cac1f270c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 3f0e6f86-fb90-4335-8867-fee9e35d0a2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cac26ab380
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 57865857-aa28-45d1-8103-3f2675f5fe07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cac276bbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 93d59b1b-42c8-41e3-b4eb-f10471905c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cac581728c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 334f7de7-20ba-4f38-af1d-8a37062eb2ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:24:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cac650546d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: e2d1cda1-9b06-4b62-b715-2cf53ea2236b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0cafb2240ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: dd7062a5-53bd-4c1c-a173-76f97b34ce81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:25:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0dea2bcf98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 8a774dff-d258-440f-bc0a-8d070a228df8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:25:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:39Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0dea2be17f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: b8bf9aaa-602a-4215-9729-e7165c7b65bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: dc695b4c-dbf9-4638-b201-80ae11241bfd
  kind: Event
  lastTimestamp: "2026-09-09T20:25:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:41Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c.18d3c0df014e32d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 3f9228d7-4092-4462-9357-5a427c5c90da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: b568f1bb-29f8-42d6-96d3-604e0d0cd5d0
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-dxl9c'
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d3c0c9a8840240
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: d926eaa2-3a62-4713-bab9-a14a0eafd3f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 9cbe1bea-f58f-4178-ac39-583b7cb8880b
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0c9a4ade935
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 803cc50f-44a3-4741-bd35-cbdd438c4303
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: cec9d025-df20-4aa5-9323-83e2d4986615
  kind: Event
  lastTimestamp: "2026-09-09T20:24:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:24Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0cd232298f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 6baab250-1171-4e14-9d9b-caeb71420673
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: cec9d025-df20-4aa5-9323-83e2d4986615
  kind: Event
  lastTimestamp: "2026-09-09T20:24:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:24Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0cd2380e8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 67a71841-a6d1-4096-94b2-da7ec5e57640
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: cec9d025-df20-4aa5-9323-83e2d4986615
  kind: Event
  lastTimestamp: "2026-09-09T20:25:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:39Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0d0a2883347
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: a168fb77-37a3-4dd9-bef8-b3b9608c042d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: cec9d025-df20-4aa5-9323-83e2d4986615
  kind: Event
  lastTimestamp: "2026-09-09T20:25:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:39Z"
    name: isvc-predictive-lightgbm-predictor.18d3c0d0a2ec5aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 4487f751-071b-4c7a-9422-13d7978769dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:29:05.129729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10e86b21500
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 8bc2c947-775f-4f54-a5a1-da5b8edde2d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10e96765292
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 6fb2dd04-2be7-42ee-91c0-564ed5248f3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:29:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ecca52487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7ce7f6ee-98eb-41cd-b9e9-faebe81965d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ece2677e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 42aeba34-6e2d-48cd-924a-912e9d3cce22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ed15ce916
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: 4d8a3c16-4b73-4f71-ab15-8f4653a1ecbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ed1d62521
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 75d75199-a06c-4bba-9380-4c15a29cb63a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ff4aca4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: 1609c6d3-95b2-48cd-b53e-bd0ed146998d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ff794856e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 0e2597f7-156e-463d-aadb-4bb7b461e960
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ff80ffe27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19358"
    uid: 4a4b4f69-6c9b-4972-8ad9-9fe4322b521a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ff81adc79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19359"
    uid: 13f5f2f8-612c-4384-8456-926cc1b213dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ffb499c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: dd7152af-dafc-445f-93a1-30e558d6b310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:29:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c10ffbda7b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: fca79955-0e36-4b17-ad40-2f74e8e2f9a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:30:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c118cee3a2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: 8d225085-759e-4680-86ba-5c80e381bc48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:30:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c123817f4c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: acb90fc5-6e75-4c9b-8072-fbd3300eaf25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:30:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c123817fef84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: ba255424-7920-4ab8-a2ed-101038774a3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: daa9482d-c6ed-4a07-b72e-fb74bf7e235d
  kind: Event
  lastTimestamp: "2026-09-09T20:30:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:30:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v.18d3c12472c8d356
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: fadb1825-f3dd-45e4-8164-852f5841830e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 198ac7ed-9a5e-41fd-a67a-4e9cd8d7c945
  kind: Event
  lastTimestamp: "2026-09-09T20:29:05Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-crf2v'
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d3c10e8650c2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 6f1a7130-60c2-4a39-abc9-893b8e486de3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: e25c8b9d-c528-4b1b-a5df-594a0835b790
  kind: Event
  lastTimestamp: "2026-09-09T20:29:05Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c10e821df469
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: 6db2585d-d353-4459-aa88-cc01ffd5da6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 798485b6-4a3d-4689-8505-066c8e403ad8
  kind: Event
  lastTimestamp: "2026-09-09T20:29:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c11200988b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: cdb3ec4b-6ddb-4f08-8d0f-a041dc42105f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 798485b6-4a3d-4689-8505-066c8e403ad8
  kind: Event
  lastTimestamp: "2026-09-09T20:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:29:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c11200fc938a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19631"
    uid: 1f44dd92-cf6e-4f51-9edb-f739b0f18fb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 798485b6-4a3d-4689-8505-066c8e403ad8
  kind: Event
  lastTimestamp: "2026-09-09T20:30:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c1157feae431
    namespace: kserve-ci-e2e-test
    resourceVersion: "19955"
    uid: f540fa66-ad8d-4126-87e0-2086055afe28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 798485b6-4a3d-4689-8505-066c8e403ad8
  kind: Event
  lastTimestamp: "2026-09-09T20:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d3c115804d44a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19956"
    uid: 69573e5d-f385-4482-9846-e52e3a5400d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: 40b7c136-ae9f-4442-8ec2-b3e3e3973171
  kind: Event
  lastTimestamp: "2026-09-09T20:30:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:29Z"
    name: isvc-predictive-lightgbm-v2.18d3c10e8220eff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: dcd1ec00-5ae5-4018-85df-f5bc67eff1d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: 40b7c136-ae9f-4442-8ec2-b3e3e3973171
  kind: Event
  lastTimestamp: "2026-09-09T20:29:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2.18d3c10e82b3af6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19289"
    uid: adb36f0c-721e-432f-8114-fd349d0f148b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 40b7c136-ae9f-4442-8ec2-b3e3e3973171
  kind: Event
  lastTimestamp: "2026-09-09T20:29:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:29:05Z"
    name: isvc-predictive-lightgbm-v2.18d3c10e87ac152c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 10bdc60f-75a5-4774-ac4e-0e2677c6c577
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: 40b7c136-ae9f-4442-8ec2-b3e3e3973171
  kind: Event
  lastTimestamp: "2026-09-09T20:30:29Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:29Z"
    name: isvc-predictive-lightgbm-v2.18d3c12228dd842e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: ce1ca497-1458-447c-9642-49fc619355d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: b737c821-601b-4b66-bbad-b3393cd0e21c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:31Z"
    name: isvc-predictive-lightgbm.18d3c0c9a4a941b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 7084cca6-f2c5-44bc-b243-a6783e3a627b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: b737c821-601b-4b66-bbad-b3393cd0e21c
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm.18d3c0c9a521b4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 2070fdcf-f237-496e-a867-9ff6d898dedb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: b737c821-601b-4b66-bbad-b3393cd0e21c
  kind: Event
  lastTimestamp: "2026-09-09T20:24:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:24:09Z"
    name: isvc-predictive-lightgbm.18d3c0c9aa480e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: af74f0c4-b50c-4be4-bbf8-43b3f4b4a8c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: b737c821-601b-4b66-bbad-b3393cd0e21c
  kind: Event
  lastTimestamp: "2026-09-09T20:25:31Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:31Z"
    name: isvc-predictive-lightgbm.18d3c0dcb216fef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: b9f8634f-51ad-435e-bed2-6c6132080eea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:20:28.821448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14984"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0965052da52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: a0086e8a-3711-4b5f-8495-9c2f196df9b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:20:30Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:20:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0969b9668a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: b4c5708a-ec6d-4bfa-9933-613a58e84768
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:20:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0969cf2a7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 86268471-c98a-446c-8ee6-92654235ba76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:20:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c096a08c06fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 92266535-48c4-4ff1-92d4-3ea9946d89ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:20:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c096a1531f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d321752f-321f-4b4d-86ce-0a14cb25c810
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:20:41Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09928a201b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b338b6ab-acfe-4a72-8e81-12232f08d12c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.145s
    (23.145s including waiting). Image size: 2433416339 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e8c310046
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: d2bc3883-6f50-43a6-a072-36ac2321b422
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e9099be1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 50750060-594c-43f4-a46b-ec7962a3f3c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e910902b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15284"
    uid: a50bd1b6-5584-4b8d-8355-5316366bcbbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e911ed066
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: ec9368c6-dce8-4d43-93bf-bbf61102f073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e9539d71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 2a1782c4-aa2b-4ac4-9b56-12bca2083120
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09e95a4ab8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: ddab4a2e-8ad9-470a-a8aa-c350b6f21aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:32Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c09f0421a3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 751925c2-485d-4281-9ac4-b169b0a6163b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0b2452c3f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 7f1ca615-c61a-42d5-a026-76579569d3ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0b2452ca53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 03021465-281c-47d8-bd32-89d032063dcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: d15f8a0c-96ad-4214-8cc0-0fb84cd688bf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:32Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx.18d3c0b30a63f9a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: 5312f687-091e-42b5-85d4-4bf7a56f826e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 1ef6a47f-a0fe-4e7e-82f0-a49054d80732
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-hzfpx'
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d3c0964f029146
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: a151916d-18f4-41c6-9e3f-200aba9747f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 9737944e-9d65-42d7-92b0-5fd5e7c51495
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-predictive-sklearn-predictor.18d3c0964b6cebd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 0597dd28-14d0-4949-aa63-aaae9d02c792
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: af4764a0-99cc-4490-baa9-e44cc18648d2
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-predictive-sklearn-predictor.18d3c099c9dffe63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 65f17b20-e139-466f-ba01-e9fd4c17866c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: af4764a0-99cc-4490-baa9-e44cc18648d2
  kind: Event
  lastTimestamp: "2026-09-09T20:21:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:28Z"
    name: isvc-predictive-sklearn-predictor.18d3c099ca404213
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: be94a559-9a43-488a-9bc7-f22438b1d3c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: af4764a0-99cc-4490-baa9-e44cc18648d2
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-predictive-sklearn-predictor.18d3c0a7c4d9805e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: e86d9be4-37e9-48e2-bfce-b8f99c17573d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: af4764a0-99cc-4490-baa9-e44cc18648d2
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-predictive-sklearn-predictor.18d3c0a7c5364d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: 3cf69d35-f92c-4319-8766-87a3fefbae15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:25:44.628080Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:25:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0dfd7ddab6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 4d01bca9-357a-40eb-b0a1-c66300824b94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:45Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:25:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0dff9e90b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 07af3785-7634-44c8-8a41-8d35735ecf41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0dffb359160
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: abe8e960-1957-4db9-9aff-0df827a43dff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0dffe535b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: c6ce2ad1-918b-4999-903a-ea1d45aee465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:45Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0dffecefa9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 15dbe9e0-a959-4a67-84b3-03286942fb2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0f588e188
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 03b0c9bb-d540-4805-b607-698ccee3ea31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0f88bfc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 3ebe72c2-741e-4f4a-9175-893260d17a45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0f9087cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: d9fb2533-b133-4091-a962-77cd36b0e7fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0f91403ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: ce91fdbf-96d9-4646-9206-ab6459b76f9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0fd29b260
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 7eadcfd3-c821-4846-8804-97fe7d31b12e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:25:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:25:49Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e0fda7edc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: ce1e058b-416b-411e-9129-f18525bc3772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:27:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.28:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0e993e3f078
    namespace: kserve-ci-e2e-test
    resourceVersion: "18293"
    uid: 81c38575-fc00-4c86-a7b2-a7a8901ff224
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:27:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0f725bc7642
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 41e5ab3a-a644-4d20-b029-a1786f877c06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:27:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:24Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0f725bdfc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: d44532ae-8237-4096-9004-b67076a1a81f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 126e3bb4-e63a-4f06-9ad2-86217d0f978a
  kind: Event
  lastTimestamp: "2026-09-09T20:27:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9.18d3c0f78bc6bba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: e931c1b8-25cb-4bad-90bf-68d919e0cdb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: bc4ff9cc-2227-4d2e-9645-644cc97e2c1d
  kind: Event
  lastTimestamp: "2026-09-09T20:25:44Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-n9lg9'
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d3c0dfd77a5168
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 4438eedd-75b1-4e00-a698-b86dc2f1eb7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: 06aba5e9-e7fe-4643-8e9b-bbfca74ea32e
  kind: Event
  lastTimestamp: "2026-09-09T20:25:44Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0dfd3569c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: feeb594d-3324-49f0-84ab-a1fac92f6888
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: edbaaabd-5ae0-48b0-a7b2-2cd34199245c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0e351b258de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: b7b6834f-b06b-4cdc-a64a-6df39c4498a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: edbaaabd-5ae0-48b0-a7b2-2cd34199245c
  kind: Event
  lastTimestamp: "2026-09-09T20:26:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:26:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0e352111929
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: ecd9debd-0c65-44c8-8eb1-c113af1a3248
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: edbaaabd-5ae0-48b0-a7b2-2cd34199245c
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0ea4f5a7025
    namespace: kserve-ci-e2e-test
    resourceVersion: "18355"
    uid: 8216ff62-07ea-4b5e-a30d-6c4f8eea2f41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:26:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: edbaaabd-5ae0-48b0-a7b2-2cd34199245c
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18d3c0ea4f9ae284
    namespace: kserve-ci-e2e-test
    resourceVersion: "18356"
    uid: 2a62871b-f6b5-4356-a286-91fc015536e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: be306dee-c108-4c73-a6df-1db0ac476eaf
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-predictive-sklearn-v2.18d3c0dfd356b18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: c12aaaba-1a62-44de-8089-d77895fe1f14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: be306dee-c108-4c73-a6df-1db0ac476eaf
  kind: Event
  lastTimestamp: "2026-09-09T20:25:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:44Z"
    name: isvc-predictive-sklearn-v2.18d3c0dfd3e81c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: 5c093d0a-f6cd-4801-b23a-b12b960c915b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: be306dee-c108-4c73-a6df-1db0ac476eaf
  kind: Event
  lastTimestamp: "2026-09-09T20:25:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:25:44Z"
    name: isvc-predictive-sklearn-v2.18d3c0dfd94af947
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 8d864f44-3932-415a-b967-f9699c94d22f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: be306dee-c108-4c73-a6df-1db0ac476eaf
  kind: Event
  lastTimestamp: "2026-09-09T20:27:14Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:14Z"
    name: isvc-predictive-sklearn-v2.18d3c0f4d3dd79d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 66489bed-c38b-4bd6-8920-04e7b1550d9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14967"
    uid: a0819e19-63ae-4723-a68b-b689dbc693a0
  kind: Event
  lastTimestamp: "2026-09-09T20:22:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:22Z"
    name: isvc-predictive-sklearn.18d3c0964b6d3d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15974"
    uid: 7ce2cebd-ee44-47e3-a704-da5e1a28dcc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: a0819e19-63ae-4723-a68b-b689dbc693a0
  kind: Event
  lastTimestamp: "2026-09-09T20:20:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:20:28Z"
    name: isvc-predictive-sklearn.18d3c096503b758c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: cf40bd72-0e59-4cf6-b680-c76252ed0b5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: a0819e19-63ae-4723-a68b-b689dbc693a0
  kind: Event
  lastTimestamp: "2026-09-09T20:22:22Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:22Z"
    name: isvc-predictive-sklearn.18d3c0b0bec05c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 2d98af35-9b22-49b8-b79c-e330eef5dab5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:34.062982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-98q4p
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b3794d0c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 6be47aee-3bf2-48fe-aeca-dd150bec87ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b39b7ed721
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: b7d10611-4d6c-42f6-ab8f-078e0a5bbeb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b39cc3a682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 7810d702-f2e9-4318-a5c0-b0bc3622d680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b3a07d840e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 2e1649ea-b141-4043-96ba-167eb0dc0f57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b3a10074f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 7254a2e7-9d11-4be4-92a4-663ddfa410ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b487a4215b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16177"
    uid: 3d2f21ef-0183-4f5b-828a-bbcd8c9fe4c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b48b1b8b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 6589beff-f8cb-43e1-be38-c8d2bc4b3a0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b48bb9458c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 23fef756-e465-4d97-b8e6-649b17a3c9fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b48bc5a0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 4be87eed-5298-45a0-aefa-071136307712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b48f300b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 983d18f3-83e6-4da6-8953-564203894bf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:22:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b48fb2fc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: f28c46a7-1295-4f6a-b02c-cb33b33b0cc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:24:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0b4c3b2e37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 4a3e9026-fbcc-4862-8d6c-77f2568b1446
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:24:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0c8751fa1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: a4287382-04b1-4ac3-a141-a7cf6744145c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:24:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0c875201f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 1c9d1ff5-03a9-4d3a-a19d-d23c03500109
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: 34a9cbec-16eb-4391-851b-f2ff2dd4d8b8
  kind: Event
  lastTimestamp: "2026-09-09T20:24:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:24:05Z"
    name: isvc-predictive-xgboost-predictor-695f978978-98q4p.18d3c0c8c9e7f622
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 8eb97f40-ac38-44c1-a802-cd6d1ce47682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 447039b6-9596-4adf-beed-48870992fedc
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-98q4p'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d3c0b378e1ea80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: fec80fcd-0930-42a6-bbca-12978e685b39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: eaae9242-71c2-4f1a-8c46-4a467d976034
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost-predictor.18d3c0b3768b9fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: be94dc79-5007-4642-91f7-45872904f4fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 15e2e29e-bb6a-4773-abc5-37df87635469
  kind: Event
  lastTimestamp: "2026-09-09T20:23:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:19Z"
    name: isvc-predictive-xgboost-predictor.18d3c0b6f4e6cd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 5b50fca3-724c-4de7-9f05-31d76e9726fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 15e2e29e-bb6a-4773-abc5-37df87635469
  kind: Event
  lastTimestamp: "2026-09-09T20:23:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:23:19Z"
    name: isvc-predictive-xgboost-predictor.18d3c0b6f54958e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: c3465d9d-ae88-4cca-b6b6-8e76d1979af9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 15e2e29e-bb6a-4773-abc5-37df87635469
  kind: Event
  lastTimestamp: "2026-09-09T20:24:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:04Z"
    name: isvc-predictive-xgboost-predictor.18d3c0ba742ed82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 66338747-d995-4a72-91a9-ec58a8057875
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 15e2e29e-bb6a-4773-abc5-37df87635469
  kind: Event
  lastTimestamp: "2026-09-09T20:24:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:24:04Z"
    name: isvc-predictive-xgboost-predictor.18d3c0ba748d2ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 3d8d0b6a-20e5-4182-8ba5-cb5f9ca58198
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:27:29.879799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f8595b66ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: dc6f4cc7-9664-4de4-a046-20a9c7581fe1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f87b7ed6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 2830c433-fbeb-4b03-a10d-dd27d69471be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f87cd32228
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 99ac3adc-3bbf-4067-a6a1-c9193b3b613d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f87ffb9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 71a9c6ab-7df9-464c-a8cc-88710fcfd741
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f8809195ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 4f324e9e-8e1c-4800-88ff-0941e31c7e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f9823c18a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 87ec43ff-0504-4a4a-8e76-4bac3cc6d11f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f985728a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 73c38120-f598-4e7d-bfd3-b0d8d371c377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f985f329a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18585"
    uid: f6895dd7-4bbe-40c2-b23c-be8cd47dfd3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f985ff349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: d308bc2c-8f0c-4234-80c5-91d44708f03e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f988c430b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 65cb8132-9320-4a96-a47e-f7ca5be5e433
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:27:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:27:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c0f9894ef21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: 247388f0-6a68-4f20-a0ac-60258309361c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:29:01Z"
  message: 'Readiness probe failed: Get "http://10.133.0.29:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c1022088b3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19229"
    uid: 88bc8c53-6fe5-4240-a3e5-50b0267fe409
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c10d539d933e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 24c7453b-14ad-4608-b22f-55d0ac968556
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c10d539e2cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 0d88b56e-e7aa-42f4-a41d-bc15599ac3ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 2b8e757c-4374-4b40-b2b4-91b9953c2166
  kind: Event
  lastTimestamp: "2026-09-09T20:29:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:29:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54.18d3c10dc470c0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: e83015b7-51f2-41ec-b14e-87d22ee29459
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 6055da98-0804-4fb8-b5de-319e383585cd
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-p4w54'
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d3c0f858f32070
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 6304d2ce-eca8-44b4-a3f0-683a26101e04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: d65c4a6b-3124-4068-b843-b134a25fe2d7
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c0f854fe580f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: a1f4fb27-9d81-4776-a637-cd7d3d438b17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: 940d4d93-5e56-48bf-98d8-ac98a8773915
  kind: Event
  lastTimestamp: "2026-09-09T20:27:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c0fbd35af321
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: 307530a2-f7a0-4cfb-b9a4-3ac7279a74a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: 940d4d93-5e56-48bf-98d8-ac98a8773915
  kind: Event
  lastTimestamp: "2026-09-09T20:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:27:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c0fbd3bcc024
    namespace: kserve-ci-e2e-test
    resourceVersion: "18770"
    uid: 90fa5e09-1b14-4e02-907a-63d9969e11aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: 940d4d93-5e56-48bf-98d8-ac98a8773915
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c102d11847dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 1f61756b-fe64-42c3-a7a9-99746db8db50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: 940d4d93-5e56-48bf-98d8-ac98a8773915
  kind: Event
  lastTimestamp: "2026-09-09T20:28:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:28:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d3c102d177cd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 18b56059-94e2-44ca-a310-d619f1ce5368
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: ed2e7447-cb9d-42eb-8be9-7473e9a3f892
  kind: Event
  lastTimestamp: "2026-09-09T20:28:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:52Z"
    name: isvc-predictive-xgboost-v2.18d3c0f854fedbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: ecf4beca-a24a-4e95-bf4a-3c5ecf993b1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: ed2e7447-cb9d-42eb-8be9-7473e9a3f892
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-predictive-xgboost-v2.18d3c0f8557f35f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 2ae1fb1c-27be-424d-9847-e03229a9fffa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:27:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: ed2e7447-cb9d-42eb-8be9-7473e9a3f892
  kind: Event
  lastTimestamp: "2026-09-09T20:27:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:27:29Z"
    name: isvc-predictive-xgboost-v2.18d3c0f85a6067a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: 2b0cacde-27ba-4aec-90a8-1c91d605c66f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: ed2e7447-cb9d-42eb-8be9-7473e9a3f892
  kind: Event
  lastTimestamp: "2026-09-09T20:28:52Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:28:52Z"
    name: isvc-predictive-xgboost-v2.18d3c10b7ba9819f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: a3f94ae4-0eed-4a5f-aa30-134c250920f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: e10205ab-204b-4e04-8226-cef0a7adc73b
  kind: Event
  lastTimestamp: "2026-09-09T20:23:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:55Z"
    name: isvc-predictive-xgboost.18d3c0b37689d4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: f0a58d87-fd14-4748-abff-02d06176fd9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: e10205ab-204b-4e04-8226-cef0a7adc73b
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost.18d3c0b37716691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: c7e96b45-469d-4785-90f8-b44e27659872
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: e10205ab-204b-4e04-8226-cef0a7adc73b
  kind: Event
  lastTimestamp: "2026-09-09T20:22:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:34Z"
    name: isvc-predictive-xgboost.18d3c0b37c493505
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: 9fe37819-ae18-488a-b477-756b5b5057eb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:23:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: e10205ab-204b-4e04-8226-cef0a7adc73b
  kind: Event
  lastTimestamp: "2026-09-09T20:23:55Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:23:55Z"
    name: isvc-predictive-xgboost.18d3c0c67a930ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 558a2a51-c2e3-45a5-8fe5-968580a7eb51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:06:50.899742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-f4eae3-predictor-579977fd97-xt84g
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:06:50Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31e111d02e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: 20bb05aa-2923-4eb7-8e7b-5ec2f5771490
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40797"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:51Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:06:51Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31e33223ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40806"
    uid: 5f91760f-ddee-4099-a15a-cb606ad79cd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:51Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31e34a10266
    namespace: kserve-ci-e2e-test
    resourceVersion: "40808"
    uid: 1cb54f2a-8102-46d5-a890-325565194a65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:51Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31e376b2d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "40809"
    uid: 43e10fcd-8fdd-4a53-94cc-6e9f77192d48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:51Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31e37e221f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40810"
    uid: 6b9b65f0-7b7a-410f-ad68-03425e253463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f472a417f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40851"
    uid: 66d51ec0-6c2f-47ae-806f-e2967ddd6f8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f4a4e8f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "40854"
    uid: 8fab97e8-a6e0-4b55-ad1e-8781e779751d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f4ac940b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40856"
    uid: caf7e3b4-aab8-4239-acf5-e6ae77014559
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f4ad455bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40857"
    uid: 5ecfd3a4-6995-4f03-99da-92a084b14f0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f4deb0dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: f67c4e8d-c922-4ede-9deb-5d0b8ff6f24a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:06:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:56Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31f4e5df203
    namespace: kserve-ci-e2e-test
    resourceVersion: "40861"
    uid: 33eee88c-3036-477f-b4cb-b878d5c6e9a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:08:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T21:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:04Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c31fbf214a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41447"
    uid: a8ca2261-247d-4810-a65f-db65677d1476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:08:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:54Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c33ac7056c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41944"
    uid: c9491861-ebf3-4b34-9ff4-8ae8362c91d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g
    namespace: kserve-ci-e2e-test
    resourceVersion: "40792"
    uid: c8ba89df-ecab-41a9-abbc-9b4002d8d488
  kind: Event
  lastTimestamp: "2026-09-09T21:08:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:54Z"
    name: isvc-primary-f4eae3-predictor-579977fd97-xt84g.18d3c33ac706058b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41945"
    uid: 82aa3b5f-0b71-4be2-b8c4-df6e03c1ad37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-f4eae3-predictor-579977fd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "40779"
    uid: cb4bb4c6-acbb-44a1-bd60-e64c53bc7ebe
  kind: Event
  lastTimestamp: "2026-09-09T21:06:50Z"
  message: 'Created pod: isvc-primary-f4eae3-predictor-579977fd97-xt84g'
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:50Z"
    name: isvc-primary-f4eae3-predictor-579977fd97.18d3c31e107b431d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40790"
    uid: e2a27240-5406-431a-bd2c-bdf4dff84750
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40777"
    uid: 8001db92-1c0b-4d67-8fdb-377b11550e52
  kind: Event
  lastTimestamp: "2026-09-09T21:06:50Z"
  message: Scaled up replica set isvc-primary-f4eae3-predictor-579977fd97 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:06:50Z"
    name: isvc-primary-f4eae3-predictor.18d3c31e0d925690
    namespace: kserve-ci-e2e-test
    resourceVersion: "40780"
    uid: 0d050237-a3b2-4754-8bc0-ba234f5389ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: 9e5e12b7-76b9-4072-9a22-0d171084292d
  kind: Event
  lastTimestamp: "2026-09-09T21:07:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:35Z"
    name: isvc-primary-f4eae3-predictor.18d3c3218c68ced3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41237"
    uid: ba866637-419a-4b6f-bcbe-ae4fd863d5e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: 9e5e12b7-76b9-4072-9a22-0d171084292d
  kind: Event
  lastTimestamp: "2026-09-09T21:07:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:35Z"
    name: isvc-primary-f4eae3-predictor.18d3c3218cd6835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41238"
    uid: 74fdebc5-ed0e-4001-b89f-6004015bb736
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 9e5e12b7-76b9-4072-9a22-0d171084292d
  kind: Event
  lastTimestamp: "2026-09-09T21:08:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:35Z"
    name: isvc-primary-f4eae3-predictor.18d3c3250b807369
    namespace: kserve-ci-e2e-test
    resourceVersion: "41700"
    uid: ba5e8e8f-913b-4aa9-bcc1-1a10cbeab71c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T21:07:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 9e5e12b7-76b9-4072-9a22-0d171084292d
  kind: Event
  lastTimestamp: "2026-09-09T21:08:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:35Z"
    name: isvc-primary-f4eae3-predictor.18d3c3250be294e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41701"
    uid: 33cd685e-4f57-488d-a778-4e3282c9e984
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40769"
    uid: 74bde164-4b44-4a78-8f7b-7ce91b751a77
  kind: Event
  lastTimestamp: "2026-09-09T21:08:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:14Z"
    name: isvc-primary-f4eae3.18d3c31e0dbf30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41528"
    uid: 479e5c23-b651-4b82-99fb-8543a92b3ea6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40769"
    uid: 74bde164-4b44-4a78-8f7b-7ce91b751a77
  kind: Event
  lastTimestamp: "2026-09-09T21:06:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-f4eae3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-f4eae3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:50Z"
    name: isvc-primary-f4eae3.18d3c31e0e29650f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40784"
    uid: 65de2037-c55f-459f-81bd-e9fc2a143042
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:06:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40769"
    uid: 74bde164-4b44-4a78-8f7b-7ce91b751a77
  kind: Event
  lastTimestamp: "2026-09-09T21:06:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-f4eae3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:06:50Z"
    name: isvc-primary-f4eae3.18d3c31e0e299ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40785"
    uid: 13ba3f92-8a3f-4d6a-9f9d-683198b48761
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41526"
    uid: 74bde164-4b44-4a78-8f7b-7ce91b751a77
  kind: Event
  lastTimestamp: "2026-09-09T21:08:14Z"
  message: InferenceService [isvc-primary-f4eae3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:14Z"
    name: isvc-primary-f4eae3.18d3c33176bd87a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41527"
    uid: b0422083-f55c-4c43-9ea7-5da9eb4fb289
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:08:36.132780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41727"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c336917d8308
    namespace: kserve-ci-e2e-test
    resourceVersion: "41731"
    uid: 7ab281c0-450a-43fb-9de7-dabde1c53bc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41737"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:36Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c336b38ce9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: 30c89a46-5bfc-446b-aa26-741c9e9b3dcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:42Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c336b5113822
    namespace: kserve-ci-e2e-test
    resourceVersion: "41797"
    uid: 6c7a72a5-fe0c-4ec2-bb3d-c9c946cc6cfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:42Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c336b84d717d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41799"
    uid: 1fcfa1aa-672f-4294-9493-db0c315c3e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:42Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c336b8c8e944
    namespace: kserve-ci-e2e-test
    resourceVersion: "41800"
    uid: 5f6d5697-4934-4fe9-a47a-774c905139ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "41730"
    uid: b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd
  kind: Event
  lastTimestamp: "2026-09-09T21:08:46Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-f4eae3-predictor-647fdf646-m9dsw_kserve-ci-e2e-test(b9a63cda-6ecc-4a1f-9675-a1ae7f0572bd)
  metadata:
    creationTimestamp: "2026-09-09T21:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:08:46Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw.18d3c33915ee14a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: 62071a17-cfa0-473a-887b-7f9e79c555cf
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-f4eae3-predictor-647fdf646
    namespace: kserve-ci-e2e-test
    resourceVersion: "41716"
    uid: 73813598-743b-4a01-9193-8b6fcbe311a7
  kind: Event
  lastTimestamp: "2026-09-09T21:08:36Z"
  message: 'Created pod: isvc-secondary-f4eae3-predictor-647fdf646-m9dsw'
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3-predictor-647fdf646.18d3c33690ef7ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41728"
    uid: f2013d59-2234-4d19-b790-d429d05fb7d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41714"
    uid: 8538012d-cf26-48a4-b37c-f2d9f66b7c6e
  kind: Event
  lastTimestamp: "2026-09-09T21:08:36Z"
  message: Scaled up replica set isvc-secondary-f4eae3-predictor-647fdf646 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3-predictor.18d3c3368c43ffd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41717"
    uid: ae5dfb25-1aac-4753-a9ca-ae45fbd9854a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: 075b0ce4-f9b4-4ea6-a217-be4755ca77c5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:51Z"
    name: isvc-secondary-f4eae3-predictor.18d3c33a0ac9f093
    namespace: kserve-ci-e2e-test
    resourceVersion: "41884"
    uid: 5311ae15-e7e5-49ea-acdf-05f104fe8924
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f4eae3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41715"
    uid: 075b0ce4-f9b4-4ea6-a217-be4755ca77c5
  kind: Event
  lastTimestamp: "2026-09-09T21:08:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T21:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:08:51Z"
    name: isvc-secondary-f4eae3-predictor.18d3c33a0b32ad37
    namespace: kserve-ci-e2e-test
    resourceVersion: "41885"
    uid: 65ad38ea-a531-4733-b0ee-b297852af536
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41706"
    uid: 7df6461a-e1d7-430f-a3d3-7e237287aef6
  kind: Event
  lastTimestamp: "2026-09-09T21:08:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:47Z"
    name: isvc-secondary-f4eae3.18d3c3368c46fe4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41854"
    uid: 48f6bf9f-fafa-4edd-94a7-0be3fb15bd5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41706"
    uid: 7df6461a-e1d7-430f-a3d3-7e237287aef6
  kind: Event
  lastTimestamp: "2026-09-09T21:08:36Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-f4eae3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-f4eae3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3.18d3c3368cd0c352
    namespace: kserve-ci-e2e-test
    resourceVersion: "41736"
    uid: f1f6909c-033f-45d8-bb89-89a5387dfa9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f4eae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41706"
    uid: 7df6461a-e1d7-430f-a3d3-7e237287aef6
  kind: Event
  lastTimestamp: "2026-09-09T21:08:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-f4eae3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:08:36Z"
    name: isvc-secondary-f4eae3.18d3c3368cd102e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41738"
    uid: 76c85b76-b32a-4db0-abc5-e11fc29c39c8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:22:13.813978Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0aec25dd56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: cb58c2a7-0000-4da8-b3df-39e6b2c8a806
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0aee452fc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 5a65053a-b89c-47ae-afed-e0e969ab9f69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0aee5acbaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 810d423d-6045-40c6-b707-f8e3885afb56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0aee89f9fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: a393f587-763b-4fd1-be15-c4bb3553223d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:14Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0aee91cb413
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 0aa6efc2-580d-4f02-b7b7-5e55261b4a75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b01575aac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: d5f9a57e-7ea6-47bc-b9af-50e8f15fd5c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b01862df86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: fdf2ebd8-996b-4c6e-903b-21a26e5b56b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b018df5090
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 2ae20ad6-5272-4fc8-928b-df7d2f82e7da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b018ebd38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 8dcaf6c7-597f-404f-a6d9-affb4d0c7b79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b01c3e7d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: b01ecbaa-673f-46bd-98e6-fe00e7a2de41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b01cba0444
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 3fed7db9-c4f4-4f16-b86d-1f600a21649d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b01cc5a51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: f9135a55-88f2-4e54-aada-fbcc4589922c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b0203c2d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 39f807ca-786d-46e8-b6fe-43c36feebbfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:22:19Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:19Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b020bdceee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: af0886cb-4040-4cb2-a612-c8bcda9b29c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 292
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T21:07:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:07:27Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b051829c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "41174"
    uid: 1e229634-2695-4549-bf0c-f7fc15f93c40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 6213c661-f8ab-48cd-982c-75851ecf0583
  kind: Event
  lastTimestamp: "2026-09-09T20:23:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:23:55Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5.18d3c0b0518c5c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 65cb65ea-8d13-4603-aa02-05592ebd19bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 1f23fd4d-324d-4829-8d23-ef359e453f67
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6757b57d7d-mj5n5'
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-custom-predictor-6757b57d7d.18d3c0aec1d603f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: d0e64317-315b-4340-bec5-6aac2e9150e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: f708db72-9b93-402b-8bb9-70df262d8bf2
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6757b57d7d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0aebcddc912
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 2fffda7e-4869-4a74-b729-f96168f80deb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 5d07940f-78b8-49a4-8dec-4ea6e248c8ec
  kind: Event
  lastTimestamp: "2026-09-09T20:22:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0b23b56a76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 35c51f2d-28aa-4a16-8725-58042fc3f3fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 5d07940f-78b8-49a4-8dec-4ea6e248c8ec
  kind: Event
  lastTimestamp: "2026-09-09T20:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:43Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0b23bb5044b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 201058a7-6e98-4f4b-a498-c08c775b6367
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 179
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 5d07940f-78b8-49a4-8dec-4ea6e248c8ec
  kind: Event
  lastTimestamp: "2026-09-09T21:07:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:07:30Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0b9394a5818
    namespace: kserve-ci-e2e-test
    resourceVersion: "41194"
    uid: bafb202d-5d2c-44ea-a03f-2b1603f2a7f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 5d07940f-78b8-49a4-8dec-4ea6e248c8ec
  kind: Event
  lastTimestamp: "2026-09-09T20:25:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:25:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18d3c0b939a90783
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: ff847ac3-feda-4355-9955-12f01d651d82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 1f761573-8105-4124-ab70-50929283d13f
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: isvc-sklearn-batcher-custom.18d3c0aebcdd2fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: f59e69ab-07d5-44d0-9f69-0de11132fe4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 1f761573-8105-4124-ab70-50929283d13f
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-custom.18d3c0aebdb5cc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: 3e1687bf-f339-4150-95ab-e5d5bf39869a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:20:18.700996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c093f5190dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 5005daa5-bdf7-4150-8e7c-5ab12ec5c372
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c094017d1b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 213004e4-07ea-40f2-922b-de03b853fd7f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14800"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:19Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:20:19Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0943b34738d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 85cd02cb-55b1-4852-95f2-e000c79d97f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:19Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0943ca80c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: ed3acbd6-ccf1-4429-8c36-4d82254bfb64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:19Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0944197e0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 222a3de5-9692-40e8-b823-79892be0a206
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:19Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0944226136b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: 05945eca-bf76-4f89-9d36-641ff15c6da1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:24Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
  metadata:
    creationTimestamp: "2026-09-09T20:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:24Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0956909d457
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 99091336-3496-40ba-8827-078a2f02eb1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    in 15.759s (15.759s including waiting). Image size: 1583085459 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:40Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0991467454a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: ed1b016b-3046-4d01-bb78-b6564cfebbfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:40Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0991748ab58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 247ece6d-928d-4304-9587-ce74e7fa3c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:40Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09917b404c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: 7fc34e04-3597-4854-bfbc-b4f5acc6b15e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:40Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09917c2b3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: bf83560f-4cb8-4f50-a42a-caf150246af5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 12.545s (12.545s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09c0388889a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: e4f6ba38-0a8a-4679-8238-86538daaf54b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09c0825ce79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 2a8ab272-9d78-4593-bf27-24551323aea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09c08c8c6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15206"
    uid: 03bfb0bb-8a49-4b23-b5c1-7b52c086963c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:20:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
  metadata:
    creationTimestamp: "2026-09-09T20:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:20:53Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09c08dcda7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: d7ab28ac-ebf2-4bf0-b0d6-804459c61c2d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:12e1d209a8adb6e84ef77ea8eb977c451e08b692fabf89722e61c897dae7e677"
    in 11.998s (11.998s including waiting). Image size: 243590734 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09ed4080c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 4cdb8a07-fc87-4d87-8461-46af65e52f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09ed731eca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: 1eaf1309-ecae-46db-8376-a71e76fec97d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:21:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-09T20:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:21:05Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09ed7af16a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 16c85d42-376a-4e60-90eb-049dd3702843
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09f04294939
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 7c4536f8-e2de-458b-83a2-44b12a4afdb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-09T20:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:28Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c09f043484d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: cf296e52-1926-4015-99b7-ceb951d4c470
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0aec165f467
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 471479e9-8978-4183-8ffd-da183ba2f246
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0aec1663ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 93ee8283-af68-4906-a49f-3f19f9c06c11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:13Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0aec16670dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: 472e3c37-d6d9-4ff0-977e-3f544a1e8ab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14793"
    uid: 2e7ea048-76fb-4065-9f86-02188ba473ab
  kind: Event
  lastTimestamp: "2026-09-09T20:22:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:22:31Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx.18d3c0af506e01bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 531ae9dc-da9e-48f7-9c15-3f390a699d10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-58ff488b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 33603763-6967-4d34-a9fb-9c7cc4a9d7c1
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-58ff488b8-wv8cx'
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher-predictor-58ff488b8.18d3c093f4af45b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14792"
    uid: daf9993b-57ae-4411-94c4-2f220efed522
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: d79f1e40-4c59-43b6-858f-f2c0729ed624
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-58ff488b8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher-predictor.18d3c093f09af6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 93f8694e-2d59-4ac9-88a2-3a265aa2f268
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: 118ac13a-87f7-4bf0-8859-4069ba8187cf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:18Z"
    name: isvc-sklearn-batcher-predictor.18d3c09775b06b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: a841ec59-8343-4a44-9fa0-2769f1c247e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: 118ac13a-87f7-4bf0-8859-4069ba8187cf
  kind: Event
  lastTimestamp: "2026-09-09T20:21:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:21:18Z"
    name: isvc-sklearn-batcher-predictor.18d3c0977613a37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: c7489f0e-5ee0-4e77-9a6c-5c03bd5d47f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 118ac13a-87f7-4bf0-8859-4069ba8187cf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:03Z"
    name: isvc-sklearn-batcher-predictor.18d3c0a5712e9d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: e9a5f935-6ef9-4546-82ed-e91574d0d5a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:21:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 118ac13a-87f7-4bf0-8859-4069ba8187cf
  kind: Event
  lastTimestamp: "2026-09-09T20:22:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:22:03Z"
    name: isvc-sklearn-batcher-predictor.18d3c0a571912ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 97e7ddc6-a769-467e-a83a-40d4775c4bbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: e6b0bfbc-871a-4e36-93bd-c5e9587412ce
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: isvc-sklearn-batcher.18d3c093f6affe8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 492cd1a6-81d2-4970-b4df-d038b38b3085
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: e6b0bfbc-871a-4e36-93bd-c5e9587412ce
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher.18d3c093f715e593
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 9df6ef49-a5ef-4f3c-b03e-85e578f4fe7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: e6b0bfbc-871a-4e36-93bd-c5e9587412ce
  kind: Event
  lastTimestamp: "2026-09-09T20:20:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:20:18Z"
    name: isvc-sklearn-batcher.18d3c093f71625e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 236e8396-5b36-4ef4-a860-70a816af6a81
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:22:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: e6b0bfbc-871a-4e36-93bd-c5e9587412ce
  kind: Event
  lastTimestamp: "2026-09-09T20:22:08Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:22:08Z"
    name: isvc-sklearn-batcher.18d3c0ad79cafe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 2d7bb450-996a-4a7c-91a1-521fbb0f6cab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:04:19.140341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fabb8c050d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39408"
    uid: 4e58fe3b-ad1a-444b-896a-952fc4bdbb8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39413"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fadd70153d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39426"
    uid: c386f0cc-c1e7-4d58-a6ba-8eec03bff00e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fadf1510a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: 97d367b7-4f5f-46d6-bb78-1377e7a2ac75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fae233adeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39429"
    uid: 6f690dc2-fbde-4ce2-8690-090442b5f6f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fae29e37c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39430"
    uid: a143a00a-3070-476c-a8ac-745f10d58d05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fbf52dfad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: d8c4f3f7-8553-460a-a465-7493aa840a49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fbf8f07604
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: 895d23f7-3aee-410b-b39f-7acf56364971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fbf96c9ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: 5566949e-9e4f-4309-9b21-794a7197f8f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-09T21:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:24Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fbf97bf757
    namespace: kserve-ci-e2e-test
    resourceVersion: "39476"
    uid: d8b98c70-17b0-407b-93c8-372a7b9d6123
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.996s (2.996s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcac1acdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 8e31948d-cee6-4fde-a887-4737b64aef08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcaf86f606
    namespace: kserve-ci-e2e-test
    resourceVersion: "39495"
    uid: 863c3247-0723-4c3a-aa2b-cd14fd8cfeaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcb004f2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: 603a5e59-ea89-4a15-8acc-cfe0d0991121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcb0117fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 5764b534-8522-445b-9801-7bc9697cdfaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcb389a94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: 2b4f93dc-eff8-4cbc-b99c-dd18170006c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:27Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c2fcb40bcac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39500"
    uid: 1c44fb1c-dbe6-468c-97ce-4b55e2f5d9e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:06:05Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:05Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c3032f8df474
    namespace: kserve-ci-e2e-test
    resourceVersion: "40390"
    uid: ff9bb269-48cc-4cb2-88ac-113ba47869f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:04:59Z"
  message: 'Liveness probe failed: Get "http://10.134.0.52:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:04:59Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c3041e9b8577
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 1f316d34-1b2b-46eb-8d3f-bdcae2b3d042
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:05:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:39Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c30d6ad8e9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: b2847e5b-e0a1-4c2b-ae90-5e7a1be5527c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:05:39Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-09T21:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:39Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c30d6ad9e3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40124"
    uid: 14c30b7f-8dc3-4d48-b818-f2dd2ebcd637
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:05:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:05:39Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c30d6ada009b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40125"
    uid: 939d4982-8474-4052-9deb-7475f0670dc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 6f25e9ee-1d98-411f-99cd-8e0ac56e98bf
  kind: Event
  lastTimestamp: "2026-09-09T21:06:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:06:05Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz.18d3c30da966fe1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: 1e866e1f-1506-47c0-809e-52b70fac574f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-c7ccf85b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: 686d9ebd-7463-46de-8622-a579cb3db5b0
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-c7ccf85b8-n4xhz'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor-c7ccf85b8.18d3c2fabaf8456f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: f7bb587b-7219-41f2-aa7c-c44627e66622
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39392"
    uid: 5337d2ed-ae08-4fb3-aa76-7103016cc2ce
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-c7ccf85b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp-predictor.18d3c2fab79a2582
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: 9a6ef450-3354-4dce-adf8-ab8badae2a8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39385"
    uid: 7807b992-769b-469d-b586-76957ddf4206
  kind: Event
  lastTimestamp: "2026-09-09T21:05:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:35Z"
    name: isvc-sklearn-mcp.18d3c2fab7239040
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: 1f79be9a-bd55-455d-977c-0816dbc3a3a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39385"
    uid: 7807b992-769b-469d-b586-76957ddf4206
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp.18d3c2fab7a4bee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39415"
    uid: 9928e165-960f-4133-8287-b2790d8b4bd2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39388"
    uid: 7807b992-769b-469d-b586-76957ddf4206
  kind: Event
  lastTimestamp: "2026-09-09T21:04:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:04:19Z"
    name: isvc-sklearn-mcp.18d3c2fabe77dcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39417"
    uid: 6101a59d-8453-4077-85aa-9d2849344a85
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:05:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: 7807b992-769b-469d-b586-76957ddf4206
  kind: Event
  lastTimestamp: "2026-09-09T21:05:35Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:05:35Z"
    name: isvc-sklearn-mcp.18d3c30c85b19da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40082"
    uid: b69606c0-6edb-46e7-8c79-379e5b9a8798
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:31:14.280261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12c98aac1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: e419fda8-e86c-404e-9906-609e7cde825b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12cbaea4d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 14f26484-8539-4a4c-aa7a-966db8816654
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12cbc4f0730
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 0955e1c3-210a-4489-8b84-ea8aae539ef9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12cbf2a7db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 79111349-8d49-4609-bf6c-0f5308d6d7ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12cbfa77c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20368"
    uid: b3f14bb3-ecf9-4715-afe8-f73b88a591e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de2ee6e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: c064e0b6-ec11-4a19-bd55-0de776058f8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de5d50e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 8af23b53-d89c-412b-8667-8d424f662c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de6568ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: dcd57697-2a24-4e09-8322-997fdbfa6910
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de66151be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 00afb10e-d8c1-4399-adbf-b27ac710c390
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de9488a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: 631a287b-33b9-470b-990f-e801006a26e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:31:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:31:19Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12de9c8aff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: d3a3469f-6371-4143-9e29-25e3b620a3c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c12e1ef96c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: db706024-d1b7-4fb7-bbf3-4cff894b92a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c14191d8a419
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 1f6543ff-9bc0-4a4b-adfe-74a6cf9bf42d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c14191d94a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 265bec83-bf8a-4846-811d-72412f96e4d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: d7d724d4-8f5a-4830-90bf-aca72fd96753
  kind: Event
  lastTimestamp: "2026-09-09T20:32:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:46Z"
    name: isvc-sklearn-predictor-bfb5f5bbd-2qwqm.18d3c142252ab269
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: c64a527e-c5b6-45a7-9fb4-2276bec66517
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-bfb5f5bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 16c6537a-daa6-4ac4-9519-a994fd7b087a
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: 'Created pod: isvc-sklearn-predictor-bfb5f5bbd-2qwqm'
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor-bfb5f5bbd.18d3c12c982e1c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20347"
    uid: 7905d245-d297-46a6-960a-505e8b475416
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: d0ab1256-7d78-4aed-bc4c-c096560ada3a
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: Scaled up replica set isvc-sklearn-predictor-bfb5f5bbd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn-predictor.18d3c12c957c31fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 24f3fdab-9cb1-4856-8183-2581c3d028f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 95a77059-826c-4570-a802-955af380230c
  kind: Event
  lastTimestamp: "2026-09-09T20:31:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:44Z"
    name: isvc-sklearn-predictor.18d3c13013fa5a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 82cb68b3-316f-4fd0-95ec-25726e6bfde6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 95a77059-826c-4570-a802-955af380230c
  kind: Event
  lastTimestamp: "2026-09-09T20:31:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:31:44Z"
    name: isvc-sklearn-predictor.18d3c130145d6cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 8c87f26c-06db-442e-915c-dc4f9b96c54f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 95a77059-826c-4570-a802-955af380230c
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: isvc-sklearn-predictor.18d3c1371194a3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: f9e2698a-e56a-47d9-9877-37fa3b2a6553
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 95a77059-826c-4570-a802-955af380230c
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: isvc-sklearn-predictor.18d3c13711f71627
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 38e7f1dd-89fc-4e2c-8ae1-ca26262de98c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:36:04.880759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17041ce7b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: ee596c93-d332-4732-a73d-d10830cd9e37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:05Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1704eb573bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22862"
    uid: 0f0e8bdb-e0b8-49cc-bc36-c200e6141422
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:06Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:36:06Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17088842445
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 6004643a-0d73-4d5e-be0e-319dc576bcb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:06Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17089dee048
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: f0b6e97b-ef46-4f86-bf74-e81484f012f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:06Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1708db4b0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 0e01bd9e-f22b-469b-a416-d96bd3c36b16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:06Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1708e42fd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: eafa552a-68d1-4d42-a571-521936d635f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c172326286a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22934"
    uid: 1ff71eed-86f1-4caa-b9d2-075e753c1ea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17238ae217e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: ff70e419-326b-4d87-b303-28802c9a3471
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1723a198e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: 4ed7477f-5b2d-4e2f-8048-efe34f46022a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1723a27cc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: 73f7620d-0a9a-4eb0-a88c-d3f71bf13a70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c1724055d300
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 56c8ef98-c140-4f56-9491-8f180c40c453
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:13Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17241e13de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 8745bab9-6e90-459f-8052-ed47abfc80c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:31Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c172aa843e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 444c768e-37dc-49be-9178-96ce38c32fee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:47Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17a19227147
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 1f249195-5419-448b-b0fb-f66b95a5ab4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:47Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17a1923cb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 5cfc4567-5ae3-4f7a-9e6e-b32458acba38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: 9992b18c-5df6-4e79-9cce-da29ee41fdbb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:31Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr.18d3c17b0c8896a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: e3153308-764c-4e37-b75c-d4687e253d07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7df7c497c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 4e0a20f9-4b27-45a7-ab38-4b35da87af8e
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7df7c497c6-4hwkr'
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-sklearn-runtime-predictor-7df7c497c6.18d3c17041473a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: aa02ca1d-3895-4bd0-906d-dd9a09224cb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 934e8a44-5e11-44cf-acc8-ef6365d5bf1b
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7df7c497c6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-sklearn-runtime-predictor.18d3c1703d60acb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: 700b7240-94f1-4fe1-a138-c45cc79471c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 698e3867-6c7e-40b8-b14f-0395313597b8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:19Z"
    name: isvc-sklearn-runtime-predictor.18d3c173bbc67ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22987"
    uid: e1e3bf65-7cbc-4075-ba2f-4661e6f1ce62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 698e3867-6c7e-40b8-b14f-0395313597b8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:19Z"
    name: isvc-sklearn-runtime-predictor.18d3c173bc298cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: d5c275d4-a677-42ca-9122-10663bc4af39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 698e3867-6c7e-40b8-b14f-0395313597b8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:34Z"
    name: isvc-sklearn-runtime-predictor.18d3c1773b08eb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 619c22fa-d10d-453e-85ec-d6aae179609b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: 698e3867-6c7e-40b8-b14f-0395313597b8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:34Z"
    name: isvc-sklearn-runtime-predictor.18d3c1773b6848b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: c14b9bf3-3296-4b61-bd42-da39bb295c0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 0010a632-cdd6-49ef-a289-b3596897ca00
  kind: Event
  lastTimestamp: "2026-09-09T20:36:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:41Z"
    name: isvc-sklearn-runtime.18d3c1703d5eae41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: dde728c8-8c9f-4fe1-8039-4f58b41c69de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 0010a632-cdd6-49ef-a289-b3596897ca00
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-sklearn-runtime.18d3c1703ddb7f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: f321ad09-bb85-49bb-8a4a-021d8ac8c166
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 0010a632-cdd6-49ef-a289-b3596897ca00
  kind: Event
  lastTimestamp: "2026-09-09T20:36:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:04Z"
    name: isvc-sklearn-runtime.18d3c17042cb9ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: e7a63324-7128-4b4b-b202-59f661589c1d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 0010a632-cdd6-49ef-a289-b3596897ca00
  kind: Event
  lastTimestamp: "2026-09-09T20:36:41Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:41Z"
    name: isvc-sklearn-runtime.18d3c178bd800e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23155"
    uid: 896a40f9-0000-4c51-b7bb-bc74920439a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:54:20.664536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:54:20Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26f639c21f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: 2ef31d48-2afe-4a01-8fff-19f0bef31564
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:20Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26f6b6d7672
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 7d5c7e5d-d1d7-4ffb-98aa-855f80885d9b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:21Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:54:21Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26fa966fc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: a8f758ca-117d-4199-9e79-a195be6d3851
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:21Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26faabb44ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: b5ef5257-a82a-4c13-9fa8-a47394510e1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:21Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26fadfe5d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: 9dad17f7-df27-4019-b2e9-d9fee5ed4d57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:21Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c26fae7850b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: c5d350bd-2d57-4775-8819-10ef530adbf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c2703002ce82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 21242b8a-eec7-4924-9459-fd8eaf65cc40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c270337d6753
    namespace: kserve-ci-e2e-test
    resourceVersion: "33417"
    uid: bc7de8ae-b10d-4d86-ac4d-5a3b7462eaec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c27033ff4c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: 98fb2f19-19e4-4a94-a4f7-d313d56ed1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c270340ae2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: 2a2b5cab-865a-4a91-8e8e-50741d4712da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c27036fb386d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: a352df89-c16d-47fd-a1d7-021849808634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:54:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:24Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c270377a75e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: 84d87656-908e-4170-b1b4-9964c3a8d1f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:55:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:52Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c270a7f093e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: b6c12771-ea07-41c1-a54a-9e00add60d3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c2845d7ec7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: bbfe125c-b674-4582-9b7b-116eb91e510f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c2845d7ffe38
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: ba146ee8-8a1b-41cc-82ab-7f193c05973a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 6cb923a3-86e6-4665-9e42-20adeafabf28
  kind: Event
  lastTimestamp: "2026-09-09T20:55:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:52Z"
    name: isvc-sklearn-s3-predictor-7487d6f469-dvcqq.18d3c284ae26ab70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: 358aff82-619b-44be-9340-990f7fbed2c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7487d6f469
    namespace: kserve-ci-e2e-test
    resourceVersion: "33350"
    uid: a4075414-e9d7-4544-8ea1-139b36956661
  kind: Event
  lastTimestamp: "2026-09-09T20:54:20Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7487d6f469-dvcqq'
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:20Z"
    name: isvc-sklearn-s3-predictor-7487d6f469.18d3c26f6330581a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33360"
    uid: 231d6cf0-ffe4-440e-80fd-c828886393f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33348"
    uid: 917a79f3-f439-4e2a-b204-4d443ebc76fe
  kind: Event
  lastTimestamp: "2026-09-09T20:54:20Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7487d6f469 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:20Z"
    name: isvc-sklearn-s3-predictor.18d3c26f60cbc077
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: 800ac803-b40a-46bf-8ee2-e591c6d8edbf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: 1324db5c-fd5a-4374-9271-f102b4e528d7
  kind: Event
  lastTimestamp: "2026-09-09T20:54:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:50Z"
    name: isvc-sklearn-s3-predictor.18d3c272df84006f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 5a3952af-7fa3-4374-91ec-6d87fe0174e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33349"
    uid: 1324db5c-fd5a-4374-9271-f102b4e528d7
  kind: Event
  lastTimestamp: "2026-09-09T20:54:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:50Z"
    name: isvc-sklearn-s3-predictor.18d3c272dfe4c240
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: 8f03445c-8236-425b-b724-1ac6d0b47cec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 1324db5c-fd5a-4374-9271-f102b4e528d7
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-predictor.18d3c279dd7f5fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 4f20470b-02c7-40e0-8fdb-d37bed6bedbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 1324db5c-fd5a-4374-9271-f102b4e528d7
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-predictor.18d3c279dddaf60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 5c6cf18d-78ef-4a4f-8273-c0409febc899
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:59:04.356378Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b170f5ee65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36216"
    uid: 86ea9d0c-5b4d-486c-998a-a337b54fc15e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b17cd942f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: 535b6cbf-68a4-47f8-87a4-d147ec94ca2c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36222"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:05Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:59:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b1b6a4f05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36239"
    uid: 6b6b9377-0e68-4280-ae0d-5386fd93b9de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b1b8579285
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: a0e4c62f-b3c3-4a22-8802-e1ea0d15d987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b1bb2c7953
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 379c74de-d9e7-44dc-832b-3fb74330baa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b1bbbba9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: 06c438ea-0f19-4453-a971-648f453d2a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 39e003bb-ed97-4fb5-ad18-831e30473b91
  kind: Event
  lastTimestamp: "2026-09-09T20:59:14Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r.18d3c2b3e751052b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: 71034046-5ff9-4de0-820e-8b12cc6f6f68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 13414b75-3da3-45f2-938f-15517b1185bd
  kind: Event
  lastTimestamp: "2026-09-09T20:59:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f-kcz8r'
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f.18d3c2b170384c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: b98dbf7e-d1ba-4dd3-be4f-44c87f923480
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 039545fe-f56f-49e7-9b3e-04a17761c2ab
  kind: Event
  lastTimestamp: "2026-09-09T20:59:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-54bc7d8f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d3c2b16ddda980
    namespace: kserve-ci-e2e-test
    resourceVersion: "36204"
    uid: 9a4bd264-c3b8-4d30-8d7e-93fc1aba3114
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 38246f92-e779-4abc-b215-1de68a844a17
  kind: Event
  lastTimestamp: "2026-09-09T20:59:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:59:13Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c2b16e084a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: 7f37674b-c576-4a8b-bb7d-91586a44e7f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 38246f92-e779-4abc-b215-1de68a844a17
  kind: Event
  lastTimestamp: "2026-09-09T20:59:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c2b16e863a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: 9449749f-a2ac-4ce2-9866-94fc7ce8531c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: 38246f92-e779-4abc-b215-1de68a844a17
  kind: Event
  lastTimestamp: "2026-09-09T20:59:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d3c2b174a3c340
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: 5234d5b8-b3c4-4c50-a8f5-f682f61fe05e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:57:33.327770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35300"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29c3f3bb497
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: bbdf04d7-b567-4fbf-84c6-5bcf55a22f30
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35310"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29c61688282
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: f442fe14-5a63-4d09-b831-4db16522db01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29c62f197b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: 8fa31230-a37f-4eb4-bafb-f8f0d818deb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29c65a8132a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: 9e48a1f8-43e3-4d7d-ad01-6f4be5694ab2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29c66282e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35329"
    uid: 412c4e01-ef6f-4903-9433-4f8395db8b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29cdbe42f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: e479084e-cefa-4c84-8447-20286d2c07a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29cdf6a0f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 100ac35e-5163-4cd6-9d5f-c0b6ab4e43fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29cdfea70e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: eaaae858-b526-4c22-a3fb-68a10c77b65c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29cdff67522
    namespace: kserve-ci-e2e-test
    resourceVersion: "35360"
    uid: a17b6f27-5027-408e-ba06-aef2518be508
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29ce309a462
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: f6362c61-2835-4299-8cc1-6cbd2e311687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:57:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29ce3903171
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: 69e5ee8c-4fb1-40f1-a7a9-c84a1519400c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:59:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c29d53cfca7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36181"
    uid: ee4bfbb4-57b8-4288-8106-4e9183cbf97d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:59:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c2b12f522b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 1be441be-56bd-4609-9892-023bda8027e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:59:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c2b12f55c7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: ec52c0fc-3c6f-4e27-8b58-2a16136002f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 2c3a72cc-ce3e-4251-853f-2c39a8f87c03
  kind: Event
  lastTimestamp: "2026-09-09T20:59:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w.18d3c2b15a03b495
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 15153613-7058-4cd8-a095-d2fdf7a75dbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35289"
    uid: 3d1e0d13-7b07-4ba6-8c17-6219073c72f6
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97-lmd9w'
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97.18d3c29c3e4cc7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 8ce3f587-3821-4269-9dbf-7ef01fa5808c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: 27e27e01-8c7e-4b14-83b8-7af21eaa5a20
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-85d7777d97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c29c3890953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: c09358d7-0031-4a6c-af5c-e879e2bd50d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 17872d02-954d-471f-b0ab-0401c2d01c88
  kind: Event
  lastTimestamp: "2026-09-09T20:58:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c29fb7204a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 6b73d374-2bd7-49a4-92db-9dbcd2daa2d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 17872d02-954d-471f-b0ab-0401c2d01c88
  kind: Event
  lastTimestamp: "2026-09-09T20:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c29fb79346e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: d744f753-91a6-4c50-80db-75f426723144
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35457"
    uid: 17872d02-954d-471f-b0ab-0401c2d01c88
  kind: Event
  lastTimestamp: "2026-09-09T20:58:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c2a6b67fd3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: 86291aa2-3c3d-4fdb-8f07-a71ea7c4cd47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35457"
    uid: 17872d02-954d-471f-b0ab-0401c2d01c88
  kind: Event
  lastTimestamp: "2026-09-09T20:58:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:58:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d3c2a6b730b1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 099aa882-7e31-47af-b86e-74495daa5264
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: bf5e84a9-997e-4bfe-88ae-ac741cb368eb
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c29c38c515c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: f7ee8077-e331-4a6e-b8f0-16c0df179c9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: bf5e84a9-997e-4bfe-88ae-ac741cb368eb
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c29c3a772bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: eba58149-0b84-4a9e-a337-a2b9401c45e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35281"
    uid: bf5e84a9-997e-4bfe-88ae-ac741cb368eb
  kind: Event
  lastTimestamp: "2026-09-09T20:57:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c29c4566c9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35313"
    uid: d8d4c830-9418-4eb9-83a2-8c17a8623c62
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:58:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36074"
    uid: bf5e84a9-997e-4bfe-88ae-ac741cb368eb
  kind: Event
  lastTimestamp: "2026-09-09T20:58:54Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:58:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d3c2af0b73cebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36075"
    uid: ba7563bf-5d79-47c1-9195-0b21c19670ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:57:22.120528Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35129"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299a33aa279
    namespace: kserve-ci-e2e-test
    resourceVersion: "35135"
    uid: c8e11aa5-8856-412f-b674-c4547a68a164
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299aa00eed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: 5def0cef-49b3-4333-936c-8f5e63b94eb3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:23Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:57:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299e92cd474
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: c6f7e2d9-5fa5-476f-a729-7b13f9c40491
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299ea96f150
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 3de036eb-8b53-439c-822d-13c6499b6a55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299edd29e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: 2508cb35-1d3d-4708-95e6-1194b0105181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c299ee530dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: fd1ca4bc-6d38-41ad-bbfe-9bbc02108064
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: 6c3e06a6-be77-43a9-8152-3192b2f584d9
  kind: Event
  lastTimestamp: "2026-09-09T20:57:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7_kserve-ci-e2e-test(6c3e06a6-be77-43a9-8152-3192b2f584d9)
  metadata:
    creationTimestamp: "2026-09-09T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7.18d3c29b74e362aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: 1c256727-f420-4b2b-8989-8baf24cba38f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: b2010009-a640-44d1-83eb-4f5e9ec6477e
  kind: Event
  lastTimestamp: "2026-09-09T20:57:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985-hwjm7'
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985.18d3c299a2650c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "35130"
    uid: d978518f-e1f3-4b48-b281-42f8e4c685c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35118"
    uid: 920bb132-211b-46de-84bb-dc79f728bf78
  kind: Event
  lastTimestamp: "2026-09-09T20:57:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6499fd8985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d3c2999ed1093a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: a990562a-7b4c-4c49-9096-2509883cb513
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 686c6f02-af28-4c21-b998-083682c89b85
  kind: Event
  lastTimestamp: "2026-09-09T20:57:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:30Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c2999ed30c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 74e00f50-0b03-4eb6-93ce-039ea182b70b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 686c6f02-af28-4c21-b998-083682c89b85
  kind: Event
  lastTimestamp: "2026-09-09T20:57:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18d3c2999f58da24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35126"
    uid: 399e3e10-5345-494c-b08f-5827c2858229
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:55:50.907842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2846687dd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: eb35efb3-3f62-4770-9dc8-a00462fba027
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:51Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c28488e64675
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: b04e0234-1660-4120-81b4-16aef41de020
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2848a645d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: e0d67f90-62dd-491b-a435-476dc4f11375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2848da774dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34234"
    uid: 0e74a0a7-77e8-4947-8822-ef323e45f5ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2848e387b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: d66a1350-f4f3-4e41-9e91-2c996efbe6e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2851aad7e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: a5b52a18-cd24-4629-9ce2-3abef7f0552e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2851e0752b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: 13f248ad-035f-4feb-9294-a1b9a6a6dbcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2851e895682
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: c045ed21-5846-4de2-8702-1365780164d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2851e95428e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: f4f129ba-3043-43d8-ae5b-79ffc48072e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c28521b376de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: bf638882-7f6b-4df1-af6c-b37598951eba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:55:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:55:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c28522434e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: f9c9e89d-01c0-4990-a000-54864dc06f14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:57:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c285928b95d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35106"
    uid: 45064a85-12ee-43d8-89b6-38cae0ff5474
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:57:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2995ce60269
    namespace: kserve-ci-e2e-test
    resourceVersion: "35090"
    uid: 24c77ca0-34f1-4991-8a62-9f5ccc26e8c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:57:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c2995ce69d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 7e4fa156-ab1b-48bc-afbd-656d343c858b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: a2b7d6b3-4e7d-43f3-a131-88f470d27102
  kind: Event
  lastTimestamp: "2026-09-09T20:57:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:57:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62.18d3c29998de30ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35105"
    uid: 5bcd8d03-43c4-47f0-9770-6f723f144f74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34199"
    uid: 85860a68-2477-410c-a409-db6ac8e1b20b
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77-5wc62'
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77.18d3c284662419a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: a278e2c4-cdc1-44a5-a41f-a2f7804760f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: 1852dbd0-1a6b-4e6d-85ad-fca3d714733e
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-747f76cf77
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c28463de4925
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: 4cd83626-aa78-47ef-bf6b-ef606459e804
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 83f98be1-698c-48c5-84b2-32160660d329
  kind: Event
  lastTimestamp: "2026-09-09T20:56:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:56:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c287e2a30bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: 08306987-aae5-4293-8b17-b9fd5b31674d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 83f98be1-698c-48c5-84b2-32160660d329
  kind: Event
  lastTimestamp: "2026-09-09T20:56:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:56:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c287e3073306
    namespace: kserve-ci-e2e-test
    resourceVersion: "34579"
    uid: a7bf0bf5-9dec-4ec7-9b0d-13ad19afed05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: 83f98be1-698c-48c5-84b2-32160660d329
  kind: Event
  lastTimestamp: "2026-09-09T20:57:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c2925f8b9a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: d3be20f1-2953-45a2-baa3-2db278f08976
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:56:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: 83f98be1-698c-48c5-84b2-32160660d329
  kind: Event
  lastTimestamp: "2026-09-09T20:57:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:57:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d3c2925fed1692
    namespace: kserve-ci-e2e-test
    resourceVersion: "34915"
    uid: 660db4fc-9113-4705-bda5-ffce2f8c1e69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 5afcd7e9-c73c-4dbb-95a1-26bfec4e8c51
  kind: Event
  lastTimestamp: "2026-09-09T20:57:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c28463d9ef96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: ed11ef6e-01c6-40cc-9ede-b3d3a5914833
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34189"
    uid: 5afcd7e9-c73c-4dbb-95a1-26bfec4e8c51
  kind: Event
  lastTimestamp: "2026-09-09T20:55:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:50Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c284645609e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 0d6a201b-825e-4c16-97fd-298d52ecfddf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35002"
    uid: 5afcd7e9-c73c-4dbb-95a1-26bfec4e8c51
  kind: Event
  lastTimestamp: "2026-09-09T20:57:12Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:57:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18d3c2974c63c212
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 287428c8-cbde-430e-ad51-2a99af750f7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T21:00:46.599337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37222"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T21:00:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2c93f1dc09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37226"
    uid: 34e122fa-6170-4675-9a4c-1619d84c38be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37231"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:47Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T21:00:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2c961b8652c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37246"
    uid: 0c619f4c-5692-4ee2-a326-1688976a7785
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2c96328c825
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: 5944cc24-873b-4770-acbe-6077c113f0df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2c965f6fe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 5edeb66c-b3c4-4cfb-bb5e-f378b465e6af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T21:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2c9668d6ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: 11b4b93e-d923-43da-ae5a-a6dc16211ce3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37224"
    uid: 32511c08-eb78-4640-bdd0-3e29264149cd
  kind: Event
  lastTimestamp: "2026-09-09T21:00:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx_kserve-ci-e2e-test(32511c08-eb78-4640-bdd0-3e29264149cd)
  metadata:
    creationTimestamp: "2026-09-09T21:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:56Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx.18d3c2cb897c1c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: d3fcf4be-d52f-4d0a-aa1a-9722334a32c2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: 23ce9d3b-6b24-4b7a-96ea-844f65e8677c
  kind: Event
  lastTimestamp: "2026-09-09T21:00:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768-6j7tx'
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768.18d3c2c93eb3f07f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 3c277160-1e0d-4e52-bc43-69cd7a5045b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: c4d97e54-285c-4845-9494-4d0a96fdadda
  kind: Event
  lastTimestamp: "2026-09-09T21:00:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6857f58768
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d3c2c93c239be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37216"
    uid: c54468b3-f59e-4fac-82bc-a225b908c1e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 9946bc32-e535-48eb-baee-3755876e383e
  kind: Event
  lastTimestamp: "2026-09-09T21:00:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c2c93c23bde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 66d008a4-4f25-4c84-9741-26b2d63c495a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 9946bc32-e535-48eb-baee-3755876e383e
  kind: Event
  lastTimestamp: "2026-09-09T21:00:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c2c93cbedf8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 0e22e1fc-fc97-4724-a7d1-2aa43f795b10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 9946bc32-e535-48eb-baee-3755876e383e
  kind: Event
  lastTimestamp: "2026-09-09T21:00:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d3c2c9429b902b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 44df2704-a8d5-4815-8430-656acd6972bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:59:15.577798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36371"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:59:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:59:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b40dcf3cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36380"
    uid: 97ea9558-f296-4864-b8dc-645707cc6290
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:16Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:59:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b42fd5a618
    namespace: kserve-ci-e2e-test
    resourceVersion: "36390"
    uid: 12f99dca-fa33-4c11-bef2-7ca5eacf2ef3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b431582184
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 957c8961-5405-4ff6-828d-e494f732fe28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4347a206f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: f497e068-d556-48f7-9b29-daccacac139b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b434f563de
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: 15468512-d246-4387-8ad8-e7ee1e57ba0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4b708abe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 674d3987-f932-4df8-8f6d-0ccda7461ef7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4ba3c6f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: fb1f8186-5afb-4030-94a7-c5187822fd57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4babaaf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 3813cc10-ac59-4b67-a541-23e7ba08577a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4bac6e77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: b7091bc6-7267-435b-a249-d439446e8228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4bf11cc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 9ee853f8-7d87-484c-ae93-1115d7706f2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T20:59:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b4bf910510
    namespace: kserve-ci-e2e-test
    resourceVersion: "36426"
    uid: 98d4b33b-cfac-45d9-9804-bf4e265436a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T21:00:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2b52ef0f1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 2b88fb93-2c69-4691-89a6-a0cfdfbc5c25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T21:00:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T21:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2c8fdfcc5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37186"
    uid: f829379c-bbe5-46a4-9efa-5a84e7050310
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T21:00:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T21:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2c8fdfd449d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37185"
    uid: 6e515241-4428-4b05-83eb-d33f27e6e182
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36374"
    uid: 8f6f6238-43d9-42b9-a8c6-5857acc6a7a6
  kind: Event
  lastTimestamp: "2026-09-09T21:00:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T21:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T21:00:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94.18d3c2c93528d476
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: d9501741-2d52-4806-aca9-bed26de6d9a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 82df679e-32c7-43c8-af12-4576e6885886
  kind: Event
  lastTimestamp: "2026-09-09T20:59:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658-2js94'
  metadata:
    creationTimestamp: "2026-09-09T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658.18d3c2b40d373466
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 8a0b48b3-0041-4079-9050-7869e5da3646
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 0f94a536-945e-4492-b6dc-458429afa0a2
  kind: Event
  lastTimestamp: "2026-09-09T20:59:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-78cfc98658
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c2b40a555c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 647b525a-27a5-4e2b-9bf7-6a2687d72e9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: 985ed5cc-12ad-4180-af6c-5b2f8660a1ab
  kind: Event
  lastTimestamp: "2026-09-09T20:59:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c2b788ce2c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36633"
    uid: f778354a-8ef3-4017-80b3-f20d0c1a0902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: 985ed5cc-12ad-4180-af6c-5b2f8660a1ab
  kind: Event
  lastTimestamp: "2026-09-09T20:59:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:59:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c2b789375a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36634"
    uid: c31ed8ef-a5f9-496d-b5a3-961387e2b098
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 985ed5cc-12ad-4180-af6c-5b2f8660a1ab
  kind: Event
  lastTimestamp: "2026-09-09T21:00:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c2be868357fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: 5ccb6586-e873-47cc-893d-e98a0f15dbab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: 985ed5cc-12ad-4180-af6c-5b2f8660a1ab
  kind: Event
  lastTimestamp: "2026-09-09T21:00:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T21:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T21:00:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d3c2be86e2f459
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: af923d6b-8379-468e-9d90-b4f4c02c00a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 72fb301e-8bc7-4b02-9630-6023e56110d7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c2b40a558c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 87afad48-5c92-40b5-b1a7-ef196f805fc8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:59:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 72fb301e-8bc7-4b02-9630-6023e56110d7
  kind: Event
  lastTimestamp: "2026-09-09T20:59:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:59:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c2b40add009d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: 859d9f0a-d3cf-4241-8d6d-998741b08c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T21:00:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: 72fb301e-8bc7-4b02-9630-6023e56110d7
  kind: Event
  lastTimestamp: "2026-09-09T21:00:36Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-09T21:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T21:00:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d3c2c6e6577535
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: 9d55d099-a10f-4d2b-a1e4-a6c132681c1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33340"
    uid: 39be3673-6259-44a9-b7de-55b997a5ba27
  kind: Event
  lastTimestamp: "2026-09-09T20:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:42Z"
    name: isvc-sklearn-s3.18d3c26f60c50006
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: 9a201b3b-bcac-4091-baea-38b07d8c230c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33340"
    uid: 39be3673-6259-44a9-b7de-55b997a5ba27
  kind: Event
  lastTimestamp: "2026-09-09T20:54:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:54:20Z"
    name: isvc-sklearn-s3.18d3c26f614c4ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: 472fa102-0736-4ea3-9643-2f6050549a0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 39be3673-6259-44a9-b7de-55b997a5ba27
  kind: Event
  lastTimestamp: "2026-09-09T20:55:42Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:55:42Z"
    name: isvc-sklearn-s3.18d3c2825ec89113
    namespace: kserve-ci-e2e-test
    resourceVersion: "34100"
    uid: 40d99561-3f8f-4e21-9cb2-448ef178c125
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5b84967dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 7600be85-298f-4bd4-a8bb-ff6028a59a4b
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5b84967dbb-48rlv'
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-sklearn-scheduler-predictor-5b84967dbb.18d3c124b4b89d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 3aeb4bd1-4a61-4e62-a795-34fcf5e5c10e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 2e3eef4e-37d6-4c64-9ce1-14e8189d63a9
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5b84967dbb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-sklearn-scheduler-predictor.18d3c124b0bb5c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: cf587c42-e7ca-4c84-b491-6bb2d0b06640
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 9405eb48-1a6e-4c06-af82-df667ffdc667
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-sklearn-scheduler.18d3c124b0619369
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: a0e63d69-14a1-4555-ace6-65bbb34aacde
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 9405eb48-1a6e-4c06-af82-df667ffdc667
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-sklearn-scheduler.18d3c124b0be9a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 66122657-2c81-48e6-ad02-0a9ddba9f181
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 9405eb48-1a6e-4c06-af82-df667ffdc667
  kind: Event
  lastTimestamp: "2026-09-09T20:30:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:30:40Z"
    name: isvc-sklearn-scheduler.18d3c124b0bf00d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 0cc7d6bd-26ca-423f-bea1-70b71088e0d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:40:12.921991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:40:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:40:12Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1aa02374dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25007"
    uid: 9469b857-036f-4cf0-bb5f-367dce44c9d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1aa245ad09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 0db6e0f6-5de7-412b-8aba-870db8bb60b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1aa25ac804c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5ee9d982-cafa-45f4-987c-9b8e463df7f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1aa289f6f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: dcc37bb1-7453-4dc6-840b-03929562065b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:40:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:13Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1aa291c451f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: 8e7882a1-d40e-4ed6-b868-5d7bbaaeab37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab48583e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25076"
    uid: e43b5917-8f5c-46dd-be7a-a63a5be48945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab4bb4faf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: 48892619-13d5-458e-a789-9edefa717524
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab4c31a77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: dd626cc3-ef2e-456a-a8f9-e617578e0edd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab4c3e9253
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: d98cf85d-9ae7-4204-96cb-ff44dec04967
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab4f2cc228
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: fced20cc-4b78-4cc6-b393-34ac9edf33cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:40:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:18Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab4fad806f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25085"
    uid: 1596aca5-98b7-4328-9dea-73ea10227539
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:41:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:55Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1ab845a7032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25893"
    uid: e6fb9ae8-743a-4dbf-b096-99a3c0939966
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1c14e40b0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25876"
    uid: 2fc9ad34-dca6-4938-acd5-0b2e069712b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:41:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:52Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1c14e414570
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: 75009b65-cdcf-4cd4-b577-723181942262
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 696f0554-1264-43a5-bc08-89b087b32d04
  kind: Event
  lastTimestamp: "2026-09-09T20:41:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:55Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz.18d3c1c1de98c499
    namespace: kserve-ci-e2e-test
    resourceVersion: "25892"
    uid: cd89f8e1-2394-4760-baa9-6357274b40a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: 6ff652da-08cb-43d9-9fec-0f04e7d1c0d6
  kind: Event
  lastTimestamp: "2026-09-09T20:40:12Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6495c49d49-c42nz'
  metadata:
    creationTimestamp: "2026-09-09T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:12Z"
    name: isvc-sklearn-v2-mixed-predictor-6495c49d49.18d3c1aa01d4d8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: a5ef1477-33b3-4db6-aa8b-3ba681b92183
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24990"
    uid: da7f5098-13d6-4120-84af-09bc5ac05d15
  kind: Event
  lastTimestamp: "2026-09-09T20:40:12Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6495c49d49 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:12Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c1a9fdd2de33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 619a66c8-fc81-494f-be68-7c5da5266968
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 02a24015-6585-4ab6-957e-0f90ef912dd5
  kind: Event
  lastTimestamp: "2026-09-09T20:40:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c1ad7c9bb513
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 401edcda-1081-46ae-a5d1-35982d570dc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 02a24015-6585-4ab6-957e-0f90ef912dd5
  kind: Event
  lastTimestamp: "2026-09-09T20:40:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c1ad7cfcc235
    namespace: kserve-ci-e2e-test
    resourceVersion: "25351"
    uid: bedc007f-3d02-4fde-a6f7-5c9a29ef7797
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 02a24015-6585-4ab6-957e-0f90ef912dd5
  kind: Event
  lastTimestamp: "2026-09-09T20:41:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c1b47a997090
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: 66735cee-3aa0-4b6f-af63-9b882c9b4286
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 02a24015-6585-4ab6-957e-0f90ef912dd5
  kind: Event
  lastTimestamp: "2026-09-09T20:41:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:42Z"
    name: isvc-sklearn-v2-mixed-predictor.18d3c1b47af9672c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 979e8735-4b6c-4070-a53e-4cde8ea2b7a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 18244e14-a7bf-492f-9953-ceeac5c07e47
  kind: Event
  lastTimestamp: "2026-09-09T20:41:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:45Z"
    name: isvc-sklearn-v2-mixed.18d3c1a9fe435eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 743a0ec9-c788-4ea6-85a9-4a4b690f9042
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 18244e14-a7bf-492f-9953-ceeac5c07e47
  kind: Event
  lastTimestamp: "2026-09-09T20:40:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:12Z"
    name: isvc-sklearn-v2-mixed.18d3c1a9fec8282f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24999"
    uid: ada71786-e464-4693-a553-d87284fdd450
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 18244e14-a7bf-492f-9953-ceeac5c07e47
  kind: Event
  lastTimestamp: "2026-09-09T20:41:45Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:45Z"
    name: isvc-sklearn-v2-mixed.18d3c1bf8f63d5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: fb4fb02e-32f5-40aa-a78c-da8a70de2e44
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:38:37.561673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24221"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:38:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:38:37Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c193ce4c5210
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: baf7ece5-02b4-45d5-bede-f7b66280b283
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c193f08e2da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 00322a3f-7efc-47d9-9083-0562be900fad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c193f1df9ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24242"
    uid: 7e8d6ca8-0c6a-4504-b310-68c84f076780
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c193f4b2a1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24243"
    uid: 48891a4b-665a-4623-8df4-a74f48d98699
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:38Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c193f5302022
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: b1d54ad7-276b-4f5a-888a-bfb9182d3887
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1968"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:42Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c19510b13d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 45f4cf88-f1b0-4564-be41-f3229b9e8dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c195147b3ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: 7becffbd-2297-47d6-a1dd-55d93271c111
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c19515149e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: ed3ef6bc-6969-41ce-9a81-21aabc55219c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c195151fcbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 22c6a7cb-c1a1-4088-b321-be50d478c5ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c19519388be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 6fb2395a-20ed-4838-a9a7-e4d2eb6c8604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:43Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c19519c9ab7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 9c2767b9-511c-4f56-b77c-0a0c7947ef17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:11Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c1958904bbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: c10849e3-e474-4e87-8867-8575f5a65307
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:07Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c1a8ce6379a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 6ceacbf8-8790-4592-b0ef-392a2b8a4a5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:07Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c1a8ce64a9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: 359e60c0-7711-4c73-b0df-0b974fb052e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 9f120bd4-9753-4fb9-9273-d7655aee0df8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:40:10Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76-96hrw.18d3c1a98f332cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: c23e1a0e-848e-46d9-aa3b-651b2def1c8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5b94c8df76
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: d04891fd-9bc2-49cb-b088-de6454385ab9
  kind: Event
  lastTimestamp: "2026-09-09T20:38:37Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5b94c8df76-96hrw'
  metadata:
    creationTimestamp: "2026-09-09T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:37Z"
    name: isvc-sklearn-v2-predictor-5b94c8df76.18d3c193cdc97c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24222"
    uid: d7d45f06-f5a6-4382-b8c7-da80cd4187bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24210"
    uid: 5d161df8-30cd-4f77-93d3-58161268c8b2
  kind: Event
  lastTimestamp: "2026-09-09T20:38:37Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5b94c8df76 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:37Z"
    name: isvc-sklearn-v2-predictor.18d3c193cb85a01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24214"
    uid: c3f6914f-dffe-40ed-89fd-9cdeed314407
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 0eb88f7f-b3b7-4fd1-9406-99c700c79bf8
  kind: Event
  lastTimestamp: "2026-09-09T20:39:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:22Z"
    name: isvc-sklearn-v2-predictor.18d3c19749f98d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 9f92dbde-51e7-4a17-a42c-8ea741710b6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 0eb88f7f-b3b7-4fd1-9406-99c700c79bf8
  kind: Event
  lastTimestamp: "2026-09-09T20:39:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:39:22Z"
    name: isvc-sklearn-v2-predictor.18d3c1974a5b0d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 9b68abf4-b321-4fab-b150-8e3199f31395
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: 0eb88f7f-b3b7-4fd1-9406-99c700c79bf8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:07Z"
    name: isvc-sklearn-v2-predictor.18d3c19ac9388899
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: ec080a29-4c6d-4535-a263-0a9e2c26c0a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: 0eb88f7f-b3b7-4fd1-9406-99c700c79bf8
  kind: Event
  lastTimestamp: "2026-09-09T20:40:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:40:07Z"
    name: isvc-sklearn-v2-predictor.18d3c19ac997475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24920"
    uid: 56ba90e7-1029-4a9b-ab6d-db47efe37c2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:36:52.306383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:36:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c17b4c980edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: ffb05c52-59a9-4d9d-9cab-ae0f02333dca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:36:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c17b5ccda5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: de8ecb2d-138d-42b1-9807-c8bcf4f17df8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c184d8aed9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23598"
    uid: 3464142b-eec3-4298-b1bc-72438ceead06
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c184da0dccee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23600"
    uid: 6b03f0c4-74b3-45e5-b0ea-d2c6882e795a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c184df9de2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: c7071d14-8b50-456e-a352-0096e674e9a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:33Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c184e1444b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: 7a3c0ed2-bc57-485c-bcec-1f3db7751aa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c186184d333a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: fcf9abdd-3e76-4092-8b74-f1425102c987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1861c79cf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 6a76cb63-df5e-4402-9856-0708f027ad3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1861cf09a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: d685445b-dc18-4e2c-b070-046dcc08a6ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1861cfeb13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: d4f59648-f541-4a6a-bd0c-2b8b0037088b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c186204b1e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 8492b25b-3db6-40bb-939e-42d0ec818f6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:37:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:37:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c18620d7c318
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: 64ebc436-db27-4520-97c7-0c9df8b0c439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:38:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:15Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c18ebbc816f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: dca2e1d8-b61f-4973-b3e4-1d7a944abf7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:38:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1929aa3244b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24160"
    uid: 4deb3d51-d934-4285-876e-09375471667b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:38:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1929aa3b85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 2c045521-3cf4-4f10-8457-ec123468b02d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: 5b419575-e689-470a-939e-4eb2d1e98ddb
  kind: Event
  lastTimestamp: "2026-09-09T20:38:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:38:35Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb.18d3c1935e974db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 7799607f-69b2-4d0d-8a1f-fb11aad5fa2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23269"
    uid: 740a09af-a4e5-44e8-aaf8-18c1244bddb3
  kind: Event
  lastTimestamp: "2026-09-09T20:36:52Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2w7hb'
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d3c17b4c38b823
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: 15aa8fe8-beac-42ed-bb6b-fc8fb568ddd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: bcb952f9-c29e-4fec-a10d-0acbda8f00c7
  kind: Event
  lastTimestamp: "2026-09-09T20:36:52Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:36:52Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c17b4952f4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 4a10b231-e1b5-4130-abab-36f50097fac5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: aa340c6e-d490-4c35-900c-781d7af6938c
  kind: Event
  lastTimestamp: "2026-09-09T20:38:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c17ec80e1d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: fdece626-3d95-4157-ab73-a2da56a2c08a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: aa340c6e-d490-4c35-900c-781d7af6938c
  kind: Event
  lastTimestamp: "2026-09-09T20:38:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:07Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c17ec86ec1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23904"
    uid: 4fb7c09e-7901-459a-9dc0-d1effb314f46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: aa340c6e-d490-4c35-900c-781d7af6938c
  kind: Event
  lastTimestamp: "2026-09-09T20:38:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:22Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c19042414ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 8df18893-8f26-466f-85e8-792dbc4dfc8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: aa340c6e-d490-4c35-900c-781d7af6938c
  kind: Event
  lastTimestamp: "2026-09-09T20:38:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:38:22Z"
    name: isvc-sklearn-v2-runtime-predictor.18d3c190429ffb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: 1192d42e-59ee-41ec-b99e-36973f004a8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: d0bb6793-940e-4a2e-abb8-9e7b4522d7f8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:25Z"
    name: isvc-sklearn-v2-runtime.18d3c17b4958de77
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: cd4ce407-6e34-4f1f-943d-0fb78d8f65a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: d0bb6793-940e-4a2e-abb8-9e7b4522d7f8
  kind: Event
  lastTimestamp: "2026-09-09T20:36:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:36:52Z"
    name: isvc-sklearn-v2-runtime.18d3c17b49c77aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: da908b9b-af8b-40f9-ad31-466212ffd777
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: d0bb6793-940e-4a2e-abb8-9e7b4522d7f8
  kind: Event
  lastTimestamp: "2026-09-09T20:38:25Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:25Z"
    name: isvc-sklearn-v2-runtime.18d3c1910f9041fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 81ba630d-74b4-47aa-a1e4-27421b0d7b73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 57b57aea-0b08-4e8a-b4a8-d7b94684761c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:01Z"
    name: isvc-sklearn-v2.18d3c193cb857da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24877"
    uid: a7320d88-fef8-42af-9863-2ae4c076ed45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 57b57aea-0b08-4e8a-b4a8-d7b94684761c
  kind: Event
  lastTimestamp: "2026-09-09T20:38:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:38:37Z"
    name: isvc-sklearn-v2.18d3c193cc137e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: 1b5f6c84-a685-41e7-b6ea-26a819e0de39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:40:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 57b57aea-0b08-4e8a-b4a8-d7b94684761c
  kind: Event
  lastTimestamp: "2026-09-09T20:40:01Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:40:01Z"
    name: isvc-sklearn-v2.18d3c1a73fe6a5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: 9bec7c8a-5b40-468d-9c48-461b0ba71ee2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 661f5636-72b0-4f27-a97c-74d0ff3e838f
  kind: Event
  lastTimestamp: "2026-09-09T20:32:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:36Z"
    name: isvc-sklearn.18d3c12c957cef13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 48c2238a-b48c-474c-9380-ed35738bf3d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 661f5636-72b0-4f27-a97c-74d0ff3e838f
  kind: Event
  lastTimestamp: "2026-09-09T20:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:31:14Z"
    name: isvc-sklearn.18d3c12c95f45e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: 0e0126e1-0a83-477a-b75e-13f716772b85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 661f5636-72b0-4f27-a97c-74d0ff3e838f
  kind: Event
  lastTimestamp: "2026-09-09T20:32:36Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:36Z"
    name: isvc-sklearn.18d3c13fd5cc4ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 25fa9b75-7ef5-41d4-8b05-4a78919774c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:41:58.169247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-2w8mj
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:41:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c28370fd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 3c4e200c-95a2-4bec-863c-d80389c879cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:41:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:41:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c28b3d72f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: 7bbbab1b-4f93-4614-bdcd-dc9d6cc0fe72
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:00Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:42:00Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c2ff160df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: 79f3a821-62be-4852-a494-a9215d151f4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
  metadata:
    creationTimestamp: "2026-09-09T20:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:00Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c300901a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "25972"
    uid: 8bb25d0c-1697-4f3c-a9cd-22773f282964
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    in 3.56s (3.56s including waiting). Image size: 308563878 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c3d4c5fef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: 8029cc03-868d-4ba0-983c-ff726f66f4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c3d87cf408
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 235a73cf-696e-4ade-9457-f0899b363c14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c3d8fdb888
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: 8d997fa1-8e09-4824-a4e7-fbde87c7cdb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:09Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-09T20:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c530a6d06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26336"
    uid: 9de20d3b-e8b7-4bd2-a8eb-794ea6b65371
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.984s (3.984s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c61e2c5a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: d8ebee3b-1bc5-4b26-b515-340c1faffc3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c62189f3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: ed51b0f1-3198-4f34-bbdc-047ed9a31763
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c622075026
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: 69d3ad5a-00a9-4183-b629-ae7bf0e218ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c62212da33
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: b305e858-7ef5-4fc0-99c9-5a1ca345b368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c625889a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: 8c4a6d2f-fd89-4af9-a9dc-d94d3964feca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c626028fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26387"
    uid: 17ac770a-e7d8-4fe4-a6f4-1d868e0a67b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:21Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1c6988df311
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 25599bbc-7951-4ded-9df0-f6c7316a64ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:49Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1ce80847548
    namespace: kserve-ci-e2e-test
    resourceVersion: "26762"
    uid: 57113f2e-c258-418d-973f-c5aca3120a91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:42:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:49Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1ce8085a5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: 4ffa7bc5-5ae1-49a0-b19e-73d0635ec737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: fe0d0f3d-5089-40d3-b2ca-3d82574711f5
  kind: Event
  lastTimestamp: "2026-09-09T20:43:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-2w8mj.18d3c1cefa904f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: bba51d3f-ae40-415d-8e0d-31c142ca0ff3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 0554fba0-8fcc-4b47-8df1-6583a0f5c65c
  kind: Event
  lastTimestamp: "2026-09-09T20:41:58Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-2w8mj'
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:58Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d3c1c28307b08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: d5835d55-1d87-4175-8b8f-a7d70ebfe351
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 9338a0b7-580c-48ea-9ac0-4be4062dbaa0
  kind: Event
  lastTimestamp: "2026-09-09T20:41:58Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:41:58Z"
    name: isvc-tensorflow-predictor.18d3c1c280743346
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: a54c0211-7d8b-4003-b30f-a97dfea6b2c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: cf5db44f-ece3-4bcf-9790-889388aae85f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:43Z"
    name: isvc-tensorflow-predictor.18d3c1c5feeec2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: 0cd2aa5c-14f4-4846-a54c-1c5dbe7a5682
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: cf5db44f-ece3-4bcf-9790-889388aae85f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:43Z"
    name: isvc-tensorflow-predictor.18d3c1c5ff4f1e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: 9b592fca-3c32-4dbd-b03a-5ba30b73ef86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:42:54.849681Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:42:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1cfb5dbb8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 8e8fa592-7637-4063-81eb-d5e52f57c827
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1cfbd63668c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: e93667dc-627e-45d0-a27a-0eaec2d1195b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:56Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:42:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1cffbc595b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: bfd55f5e-ee13-4482-891e-7c3ec545b904
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1cffda2a2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: 8182a974-b25d-4d80-8a9b-7aafb53cc1ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d00072c342
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 4e0e67e7-e9d3-4b28-a958-82dd200895ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:42:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:42:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d000e2725e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 0940b4cb-64ad-4fb2-a77a-2cf0321006f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:00Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d11fbf5385
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: f7acab3d-d517-42cd-b0e4-abacecb6ec9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d1229af8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: 3c52b96c-ccb7-46a7-99dd-5c26d3e3720d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d12307df8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 2bb0433a-96e8-4717-890b-cfd817b16ae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d123141a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: ee6a0298-e220-4e38-8b1f-c08f35dac5af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d1261518b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: 5afa086f-acb0-47ea-829e-93a2e1c82283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d12689968c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: 01f742ed-d334-4c70-8dc3-7baab9995b72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d15bd11af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 159fd930-ffa9-477d-a730-aab785605030
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:36Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d954ffd50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 1bd753fe-5530-48d1-940a-1928a85e390b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:36Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d955006d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 3b9e7ee1-927c-480a-bd3f-2d4c7dc0eab1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 312074d9-a680-465f-ae27-6c3fb555635f
  kind: Event
  lastTimestamp: "2026-09-09T20:44:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:44:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc.18d3c1d9f9aa64a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: 3b2c59fb-9003-422b-8d34-6e8da17ba152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: f755f68b-788b-4c08-8c78-f05405391330
  kind: Event
  lastTimestamp: "2026-09-09T20:42:54Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-qm9cc'
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d3c1cfb55ea533
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 7ede5e39-e59a-4c4a-8b9f-a09cb8715e37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: 45584f23-2e3f-4e7c-af94-455cad7e6a57
  kind: Event
  lastTimestamp: "2026-09-09T20:42:54Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:42:54Z"
    name: isvc-tensorflow-runtime-predictor.18d3c1cfb2860203
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: fec3a51d-5e01-4618-ab6e-6b54143e5fcd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 85354a0f-1097-4667-8399-94c2e19f7050
  kind: Event
  lastTimestamp: "2026-09-09T20:43:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:24Z"
    name: isvc-tensorflow-runtime-predictor.18d3c1d3313c452f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27108"
    uid: 4187e4c0-f1e5-4a5b-a378-c5bc29d6c18d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 85354a0f-1097-4667-8399-94c2e19f7050
  kind: Event
  lastTimestamp: "2026-09-09T20:43:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:24Z"
    name: isvc-tensorflow-runtime-predictor.18d3c1d3319b896e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: b531e8c8-09ed-4023-ad5a-a662ac010dae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 05651b71-ca1f-486b-8c01-e5f53992ab83
  kind: Event
  lastTimestamp: "2026-09-09T20:43:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:19Z"
    name: isvc-tensorflow-runtime.18d3c1cfb2889216
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: dd830534-c0e9-45ac-8aa3-02d05f7f2e06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 05651b71-ca1f-486b-8c01-e5f53992ab83
  kind: Event
  lastTimestamp: "2026-09-09T20:42:54Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:54Z"
    name: isvc-tensorflow-runtime.18d3c1cfb2f70805
    namespace: kserve-ci-e2e-test
    resourceVersion: "26821"
    uid: 8e3adf29-8e75-4f95-b2d5-0f1cd7e3cfc4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: 05651b71-ca1f-486b-8c01-e5f53992ab83
  kind: Event
  lastTimestamp: "2026-09-09T20:43:19Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:19Z"
    name: isvc-tensorflow-runtime.18d3c1d556cb25c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: 20bea19d-c001-445d-88b8-035a9903cc4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 10c50672-8d46-4beb-86bf-50f526dc3e36
  kind: Event
  lastTimestamp: "2026-09-09T20:42:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:31Z"
    name: isvc-tensorflow.18d3c1c28078bc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: d8359ae9-5c8a-428f-bd98-389f371420ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:41:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 10c50672-8d46-4beb-86bf-50f526dc3e36
  kind: Event
  lastTimestamp: "2026-09-09T20:41:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:41:58Z"
    name: isvc-tensorflow.18d3c1c280f9eb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: 24388408-3c83-4d88-a4ae-88421c70c06a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:42:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: 10c50672-8d46-4beb-86bf-50f526dc3e36
  kind: Event
  lastTimestamp: "2026-09-09T20:42:31Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:42:31Z"
    name: isvc-tensorflow.18d3c1ca576e8b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: bb35a7fb-842e-4cba-a0d6-800495d3fdb7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:43:41.315394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-hcg8t
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1da876e5227
    namespace: kserve-ci-e2e-test
    resourceVersion: "27267"
    uid: c6041b66-0e9d-457f-b801-764f8c02dfbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27271"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1daa9990263
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: 03f2a404-ada8-45b7-b479-b2d8ca4a9ee6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1daaaf378d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 8938075f-ec40-4c8e-a279-2450caf709f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1daadf72430
    namespace: kserve-ci-e2e-test
    resourceVersion: "27286"
    uid: 98431100-2cae-443c-8b0d-d6916ec55342
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1daae731411
    namespace: kserve-ci-e2e-test
    resourceVersion: "27288"
    uid: 5da9be99-38a2-46ad-81af-2c9c01b407bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:43:46Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-09T20:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:43:46Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1dba766cb91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: 440500d0-2884-4dec-8435-10ecf3adefef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.013s
    (1m55.013s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f66ebec064
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 68f136ef-c68e-4a0a-93c2-6d67408c56ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f674eee062
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 1a29dc0c-dd47-4a43-82fd-74a509bfd13d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f6763d01d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: 42e26511-0ea8-4b85-851b-c4fb8003ac8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f6764a0ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28242"
    uid: bf046222-82ce-4772-a3cc-db7d0eb252f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f67b53ddf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: a53ab28f-9255-4f44-897a-9740d948b04d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:41Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f67c2ea347
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: 08b5fab7-c750-4dc5-9d57-09a843657ac4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:45:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:45:48Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1f6d2fd9da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28300"
    uid: 33a3610f-8f1b-4eb7-b5a8-91cc27d19df9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:46:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:03Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1fbbd72a5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: 3e9664d2-da18-4f23-9b39-8701ecfc9d1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hcg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: b4a32a81-c03c-4dec-9a54-ffd68197cb5f
  kind: Event
  lastTimestamp: "2026-09-09T20:46:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:03Z"
    name: isvc-triton-predictor-5d7db58676-hcg8t.18d3c1fbbd764c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: f9584f89-66c9-4e2a-b0e5-80fb5991ebca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: 43ed3d53-6c31-4a11-954d-0f89737e849d
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-hcg8t'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor-5d7db58676.18d3c1da8709bda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: 129ba1f2-efec-4d70-abe0-6a3b6b23d51b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: a683d09f-8c87-42ad-a667-7814436d4ffe
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton-predictor.18d3c1da846863d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: c7fcc4b5-83f7-4ced-87e5-9e1581c9b769
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: cedb51c2-d2b1-47a3-9c9f-e1150c9a8b6c
  kind: Event
  lastTimestamp: "2026-09-09T20:45:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:56Z"
    name: isvc-triton-predictor.18d3c1de02e8ebea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: 09681b44-30a2-4a6b-8dee-0ce3eac64c3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: cedb51c2-d2b1-47a3-9c9f-e1150c9a8b6c
  kind: Event
  lastTimestamp: "2026-09-09T20:45:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:45:56Z"
    name: isvc-triton-predictor.18d3c1de03482e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28356"
    uid: 399e5a2e-ed8f-4f86-8fbd-8a84261650fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 6028dd71-8deb-4fa9-bd78-b0ab60598c3c
  kind: Event
  lastTimestamp: "2026-09-09T20:45:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:58Z"
    name: isvc-triton.18d3c1da846c7a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28387"
    uid: 23ab1d59-0729-4ea5-8050-2cd243daad09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 6028dd71-8deb-4fa9-bd78-b0ab60598c3c
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton.18d3c1da84fe2c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27273"
    uid: 631337f5-c9ea-4fc5-b0ee-b174b9644bb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: 6028dd71-8deb-4fa9-bd78-b0ab60598c3c
  kind: Event
  lastTimestamp: "2026-09-09T20:43:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:43:41Z"
    name: isvc-triton.18d3c1da89f11580
    namespace: kserve-ci-e2e-test
    resourceVersion: "27274"
    uid: 51ea4a58-8894-4b8b-8b33-48f1a417e5b3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28385"
    uid: 6028dd71-8deb-4fa9-bd78-b0ab60598c3c
  kind: Event
  lastTimestamp: "2026-09-09T20:45:58Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:45:58Z"
    name: isvc-triton.18d3c1fa920f43ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28386"
    uid: eb5d1f77-e9cf-45a3-9e81-98b8d4713ab7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:46:09.168573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-l4m99
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fcf42ab9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28506"
    uid: bdd3556d-58ca-46cb-a7c5-bba15e420532
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fd00a6e96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: 3538fe62-6231-408c-9a76-b5576fbdbbb9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28512"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fd39e753d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28528"
    uid: fe73ebae-4a82-4fe9-826f-ce79e291c169
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fd3b36b8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: d7e07c07-03bd-4d12-9633-f58ddd4e006d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fd3ec039a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: fe54753d-22ca-4141-ade5-e73c6bb6c35f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fd3f433a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28534"
    uid: 9435b85a-b00a-4aed-aaff-8f4cd935fe13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:14Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c1fe4ad316a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 90addca8-3283-4beb-865d-fe6a5fbf944c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 37.959s (37.959s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c20721685a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28838"
    uid: adbea920-1e83-4beb-b067-e55d4fe314e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c20724884c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "28840"
    uid: 384a569f-60d4-4fb7-a945-97ba8f424cfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c20725076c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 0fdda724-ecbc-4549-b534-1884ee7c236f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c207251260ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: 25c09d04-357f-4dc0-80b0-e4b691c0fd34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c20728080dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28843"
    uid: 36cb6825-32a4-4e42-aa47-0cc5351ea9f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:46:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:46:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c20728860e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 41266ea5-c2e5-4e9c-abd5-5984c56388a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:47:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:47:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c2072d85ddfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 021e897b-8d12-47bb-ae46-e8d4aba1653a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:48:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c218eac7718a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 73ce05b0-db6a-4091-84e9-d1b9bf27b703
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-l4m99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: 1e5f5853-73fb-42d4-b636-bba255f560e7
  kind: Event
  lastTimestamp: "2026-09-09T20:48:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:09Z"
    name: isvc-xgboost-predictor-7566d65bf7-l4m99.18d3c218eac82971
    namespace: kserve-ci-e2e-test
    resourceVersion: "29450"
    uid: f0fe561e-c173-42e9-a176-a6c0d1901a48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28491"
    uid: f1104617-c92d-4e25-bcd7-fdfd9afc8799
  kind: Event
  lastTimestamp: "2026-09-09T20:46:09Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-l4m99'
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d3c1fcf3b78726
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: 35084e25-6b3b-47d1-bc03-196d2b925e15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: 11d513bd-a952-4107-9226-ccd7d89a5e3d
  kind: Event
  lastTimestamp: "2026-09-09T20:46:09Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost-predictor.18d3c1fcef867387
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: 02505e1a-a219-4d3b-a876-826e2372b3af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: f9431e16-c725-4c98-9de6-7a343a41e109
  kind: Event
  lastTimestamp: "2026-09-09T20:47:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:24Z"
    name: isvc-xgboost-predictor.18d3c2006db57e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 7c4ebe68-5256-4c7e-9134-2b6b23b8e3f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28489"
    uid: f9431e16-c725-4c98-9de6-7a343a41e109
  kind: Event
  lastTimestamp: "2026-09-09T20:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:47:24Z"
    name: isvc-xgboost-predictor.18d3c2006e12652b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 3c05ffdf-b23f-496a-82cb-7436812ae443
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: f9431e16-c725-4c98-9de6-7a343a41e109
  kind: Event
  lastTimestamp: "2026-09-09T20:48:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:09Z"
    name: isvc-xgboost-predictor.18d3c211e7487923
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: a695417f-5d70-4a9d-8fb0-d96e4c142785
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: f9431e16-c725-4c98-9de6-7a343a41e109
  kind: Event
  lastTimestamp: "2026-09-09T20:48:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:09Z"
    name: isvc-xgboost-predictor.18d3c211e7aefe94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 79db1a17-04e6-4c93-813f-dccaa5f082e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:50:04.876622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:50:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:50:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c233d5762d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: 1d3b02f1-231d-4304-a9fa-3077c16079c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30765"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:05Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:50:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c233fae82b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30774"
    uid: 40ad8658-e881-46ae-8722-39581846696e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c233fc592145
    namespace: kserve-ci-e2e-test
    resourceVersion: "30776"
    uid: 75f129e8-a8bb-49aa-bffb-1ecf96231e08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c234003fbede
    namespace: kserve-ci-e2e-test
    resourceVersion: "30778"
    uid: 783059f7-f32b-4c3b-8061-4c88954d2dc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:05Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c23400bdc7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 73313cc9-6ddb-4dc7-9b48-9e358e6a3d7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-09T20:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c23514df657e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: ad6550d4-0962-49e1-adbe-8b20da854b1a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.319s (19.319s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c2399465123e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: 25b7db65-983e-48b8-83b5-306da1664969
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c23997ce34df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 20dff4b0-1809-4a10-b01b-299c1a2cf10e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c239984a096d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: ba778878-2d2a-4a13-a84f-e2df161468cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c23998545c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: a5fe17f9-b4d5-42d3-8a6d-8bc89d59a75e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c2399b8ce8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: c6c5bcae-bc8f-4f99-b114-456806ac63cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:50:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c2399c0602d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: 57557bec-2c26-403e-baaf-deed88fd10bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:51:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c239ff88c209
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: eabf13af-8afc-4279-96c6-1d87814de352
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:51:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:44Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c24b22c4b261
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 4e9c01fe-5a0b-4711-b92a-7999d40545e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:51:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:44Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c24b22c55111
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: 6d791185-e781-40cb-87a5-d895d719d450
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6513a1f2-3055-4a7c-9189-c6b4d2723708
  kind: Event
  lastTimestamp: "2026-09-09T20:51:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj.18d3c24bb1c52b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: 4f60dc6c-a097-4c27-8682-b8689d4a81c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 2a8c92bd-3cd6-4c9c-9f3d-88cdacb65a52
  kind: Event
  lastTimestamp: "2026-09-09T20:50:04Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-k9dgj'
  metadata:
    creationTimestamp: "2026-09-09T20:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:04Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d3c233d4fe0a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: 34835f9d-07b8-4a4e-ad10-81d188ecb7ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30742"
    uid: b44d9605-9909-4f21-a87a-ae9567a5879c
  kind: Event
  lastTimestamp: "2026-09-09T20:50:04Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-09T20:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:50:04Z"
    name: isvc-xgboost-runtime-predictor.18d3c233d239f9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 42802f8c-cbc0-4199-a2fe-d7a30a28cb14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: eaad7ec6-71b9-4211-a217-f20e3f28232c
  kind: Event
  lastTimestamp: "2026-09-09T20:51:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:04Z"
    name: isvc-xgboost-runtime-predictor.18d3c23750adaadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31442"
    uid: 3bf6496b-a47a-4bde-9dcc-f7aa4b11c95f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: eaad7ec6-71b9-4211-a217-f20e3f28232c
  kind: Event
  lastTimestamp: "2026-09-09T20:51:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:04Z"
    name: isvc-xgboost-runtime-predictor.18d3c237510adf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31443"
    uid: d1917a3c-08fc-492e-9ae4-989934fa4afb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: eaad7ec6-71b9-4211-a217-f20e3f28232c
  kind: Event
  lastTimestamp: "2026-09-09T20:51:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:34Z"
    name: isvc-xgboost-runtime-predictor.18d3c23e4e98cccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 3bbea28e-75c5-4d1b-b7c3-9ba6a305aa65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: eaad7ec6-71b9-4211-a217-f20e3f28232c
  kind: Event
  lastTimestamp: "2026-09-09T20:51:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:34Z"
    name: isvc-xgboost-runtime-predictor.18d3c23e4ef7caee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: cb02e5bd-0f58-4f60-84f6-a7f916fee987
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 6e3f4998-1e7f-4a83-8446-998a40f8003d
  kind: Event
  lastTimestamp: "2026-09-09T20:51:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:51:37Z"
    name: isvc-xgboost-runtime.18d3c233d23c3aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31696"
    uid: 0169a91f-54a5-45b5-a296-c4d4183b5791
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 6e3f4998-1e7f-4a83-8446-998a40f8003d
  kind: Event
  lastTimestamp: "2026-09-09T20:50:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:50:04Z"
    name: isvc-xgboost-runtime.18d3c233d2c94171
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: a3abb9e0-037a-4997-9702-c496d9255a59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: 6e3f4998-1e7f-4a83-8446-998a40f8003d
  kind: Event
  lastTimestamp: "2026-09-09T20:51:37Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:51:37Z"
    name: isvc-xgboost-runtime.18d3c24962a57f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: b845c5dc-0ece-4a36-813a-9d74f24e5542
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:48:14.463802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a20584e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: 1c0483ac-1762-4fb3-bacf-f1e7325124b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a2a4523f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: f696780f-fa37-42fd-9983-e0b5524aba53
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29527"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:15Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a6651bd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29544"
    uid: 38e80072-a303-431a-964d-b55518a34282
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a67a89b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: d95bbd18-52c6-4f35-b6d4-7a46abaec799
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a6ac08951
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 0cc5c3ac-4cb9-4670-8320-8cb673fb4e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:48:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21a6b3cdfe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: 80b94552-1851-42ae-a575-7a85181ef173
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b85406e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29593"
    uid: 4ab3db06-4ed7-47b8-98b8-3409de71dc19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b8839d530
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: c0ed0b02-fccc-4f0d-9dff-81eeff895558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b88b7c4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: ee8c667f-28c3-482e-98e8-e45864755c0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b88c452f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29601"
    uid: 18e8546d-9dfe-4d45-8d9b-657733b04dec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b8c6b0309
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: 7e252eb1-f944-4f4f-8823-c0a5ca274d3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:48:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:48:20Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c21b8cee36fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29620"
    uid: b559b5af-5b76-4b13-941e-4bb1e5a8dd2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c225c40d2f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: dd2d1ed8-fddf-4606-9b84-9520553171c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:49:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c225c40df24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: 09656a0d-2466-4e3b-a479-e1495733b14e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:49:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c226b3262d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30184"
    uid: 1c302fc4-c352-4cbd-bc20-f74751e0345d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 3ba71c99-0005-4e88-8072-92fc2d1aa996
  kind: Event
  lastTimestamp: "2026-09-09T20:49:08Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:49:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:08Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j.18d3c226b37a29e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 39d090e3-687a-40b3-8896-e6574cbea754
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: 4e99b9e4-f1e9-4124-98ef-0ed5ac2c7f00
  kind: Event
  lastTimestamp: "2026-09-09T20:48:14Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-kpq2j'
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d3c21a1fec8da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: 4477e95d-330a-4628-b154-fc45d9fc63ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: d086c963-67cd-40be-a0d0-165b11d24435
  kind: Event
  lastTimestamp: "2026-09-09T20:48:14Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c21a1b9cfa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29507"
    uid: a7c6002a-0420-43b8-978a-531e39a9a33c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: c5e6c446-4668-4b4e-914e-c9e3567eb13c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c21d9a0fd2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29857"
    uid: b63db9e3-236c-4043-b282-fe18a34768c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: c5e6c446-4668-4b4e-914e-c9e3567eb13c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c21d9a78de30
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: 4ffaa223-89b9-4641-b00b-252e27295266
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: c5e6c446-4668-4b4e-914e-c9e3567eb13c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c22497ce742d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29979"
    uid: aeaa681c-8a83-42de-9697-01befaf9902a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: c5e6c446-4668-4b4e-914e-c9e3567eb13c
  kind: Event
  lastTimestamp: "2026-09-09T20:48:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:48:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d3c224983493ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29981"
    uid: 17dfc174-fc38-4cb4-852c-3de96662c0b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: f9b407c9-08a0-468a-97e5-e4fcccc3f57b
  kind: Event
  lastTimestamp: "2026-09-09T20:48:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:58Z"
    name: isvc-xgboost-v2-mlserver.18d3c21a1b9f7b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29972"
    uid: da2bd799-c04d-474e-b65c-f15109514321
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: f9b407c9-08a0-468a-97e5-e4fcccc3f57b
  kind: Event
  lastTimestamp: "2026-09-09T20:48:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver.18d3c21a1c1a4aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29525"
    uid: 6fcb5cd2-4034-4a12-8068-b88ad3e251b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: f9b407c9-08a0-468a-97e5-e4fcccc3f57b
  kind: Event
  lastTimestamp: "2026-09-09T20:48:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:14Z"
    name: isvc-xgboost-v2-mlserver.18d3c21a2137284a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29526"
    uid: f333b261-a0c2-4abd-a760-e7a82d0929b5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:48:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: f9b407c9-08a0-468a-97e5-e4fcccc3f57b
  kind: Event
  lastTimestamp: "2026-09-09T20:48:58Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:48:58Z"
    name: isvc-xgboost-v2-mlserver.18d3c224640abdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29971"
    uid: 9da10857-296c-4671-a493-ba21fd0de823
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:52:55.382985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32492"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-5t788
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25b886edf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32498"
    uid: 4b529ac7-04af-4995-a72f-092a98d1709d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:52:55Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25baa6d4926
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: c0ac8baf-3240-42c8-8a99-6b01bec629ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:52:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25babf71e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: a25e3705-5358-4c9a-9a86-b2c039434fe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:52:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25baf2b4f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: c2dbcbb7-941e-42f2-a3ac-355dd4d2f03d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:52:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25bafa4b25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: c0466c2e-1cb9-4da5-9298-fb6a38a02339
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca0ff4d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: ac86db92-8efd-48e2-b85f-dfea6cabdd4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca4436985
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: 0863d29f-6166-4da6-853f-d40a70e7480f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca4c1a507
    namespace: kserve-ci-e2e-test
    resourceVersion: "32556"
    uid: 3c50bfa3-6978-49b9-a261-349269c94818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca4ccf1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: 4b18300a-523b-483f-af73-cebdbe3961d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca7ce0703
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: 78283e2c-eec1-48d2-86b9-4be5453f2345
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:53:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:53:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25ca845d70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 80dfe415-564a-4cf4-a28f-8b97715b69ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:54:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-09T20:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c25cdd697d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33307"
    uid: da20fa8d-8be9-497f-a193-ba29c2198fce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:54:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c26e30065757
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: 96169998-16d9-4145-a647-382322c45928
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:54:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c26e3006f654
    namespace: kserve-ci-e2e-test
    resourceVersion: "33293"
    uid: db380e9c-a8b9-41c5-bd0d-28d48f2c6417
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788
    namespace: kserve-ci-e2e-test
    resourceVersion: "32496"
    uid: d3660280-718c-4a95-bce8-3e8397496975
  kind: Event
  lastTimestamp: "2026-09-09T20:54:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:54:17Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-5t788.18d3c26e8f983570
    namespace: kserve-ci-e2e-test
    resourceVersion: "33306"
    uid: a132e6a1-8725-47f4-8e8a-3e2af15984dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32483"
    uid: 16c73523-4679-4fd1-b409-f5f75389a423
  kind: Event
  lastTimestamp: "2026-09-09T20:52:55Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-5t788'
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d3c25b87faeeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32495"
    uid: 3f57830a-05a4-47c0-b916-7a1049e0b0fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: eabdb483-5180-4944-bbb8-055546b08515
  kind: Event
  lastTimestamp: "2026-09-09T20:52:55Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2-predictor.18d3c25b85132ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: feccdab0-1b52-4cdc-a8f5-5b8ff35b5599
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 7af28686-bd1f-46ff-83a3-b48ea8a35e6f
  kind: Event
  lastTimestamp: "2026-09-09T20:53:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:40Z"
    name: isvc-xgboost-v2-predictor.18d3c25f03da365d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: 1bc8d1d6-9d80-4b01-8ee6-4cf54aa66863
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 7af28686-bd1f-46ff-83a3-b48ea8a35e6f
  kind: Event
  lastTimestamp: "2026-09-09T20:53:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:53:40Z"
    name: isvc-xgboost-v2-predictor.18d3c25f0437c150
    namespace: kserve-ci-e2e-test
    resourceVersion: "32848"
    uid: 3215c4d3-4e79-4083-b11e-965c7db82d85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 7af28686-bd1f-46ff-83a3-b48ea8a35e6f
  kind: Event
  lastTimestamp: "2026-09-09T20:54:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:10Z"
    name: isvc-xgboost-v2-predictor.18d3c26282dc2a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: a61a72b1-3166-4cc3-bc3f-46b241b05303
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-09T20:53:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32633"
    uid: 7af28686-bd1f-46ff-83a3-b48ea8a35e6f
  kind: Event
  lastTimestamp: "2026-09-09T20:54:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:54:10Z"
    name: isvc-xgboost-v2-predictor.18d3c262833ac99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 2e058106-6519-4c32-8b4a-e8075a4d748f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:51:50.143893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31828"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24c57e14215
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: 762c9f8b-a6a5-4d92-9972-c0e91d519545
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24c7a15282d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 4806941a-cb6e-4cb1-b21f-64cc58dbf7ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24c7b694e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: 728f9253-1642-4a2f-806b-fd285b26e601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24c7efbb857
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: e5fd3b56-3498-4a85-a734-ca051ceb2634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24c7f78984f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: d39e8cc2-dd14-4e22-8cae-474cbc9c30c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d93627eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: c78ec4b7-6bd3-456d-9f29-bc50043f3d29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d9664b62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 5a572b2f-0e64-4546-b014-ccdf7a921a63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d96df2dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: a1def6ad-9b6c-422c-9d58-04ea887ec590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d96eb31a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: 7c60b8c3-3f9d-424c-a8ea-4072610a41e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d99c067ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 2003fdb5-1069-4395-beda-c02c9c32afc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:51:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:51:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c24d9a3c7df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: af289e39-b4e3-4106-98a3-d01e9f03b72e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:52:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:33Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c2566ead5185
    namespace: kserve-ci-e2e-test
    resourceVersion: "32280"
    uid: 18b8359d-43e3-4652-81b3-27d9dfdadd3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:52:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c25a566618e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: f5cd2568-74c8-4880-9da8-b602f419fbda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:52:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c25a5666b175
    namespace: kserve-ci-e2e-test
    resourceVersion: "32426"
    uid: cdae0a9d-37be-4359-9144-b3bfd61bccd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: adb68b00-7ae3-40c8-a024-916b37659713
  kind: Event
  lastTimestamp: "2026-09-09T20:52:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:52:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz.18d3c25b156382fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: fc57a29c-682f-41e8-8ebc-a619d2039d1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31820"
    uid: d630f215-921c-48d2-8c96-75290308fe86
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ljktz'
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d3c24c57718176
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: 1d0ac667-90a8-413c-a5ae-f1ccef468793
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: e0e813c8-43a8-416c-9108-404db931d6ca
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c24c543c3bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: 48a9b655-6ff1-4b4b-9d5c-332f6795ddd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31818"
    uid: e6f6e168-d7cb-4c2c-8bc5-f56c9479ea3f
  kind: Event
  lastTimestamp: "2026-09-09T20:52:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c24fd3054469
    namespace: kserve-ci-e2e-test
    resourceVersion: "32125"
    uid: 90ea2cb9-d5e0-49a7-9e9d-25d9f5ff4b64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31818"
    uid: e6f6e168-d7cb-4c2c-8bc5-f56c9479ea3f
  kind: Event
  lastTimestamp: "2026-09-09T20:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:20Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c24fd36bdbd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32126"
    uid: c32bbb3d-4eb1-4a16-921b-0addf9adff69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: e6f6e168-d7cb-4c2c-8bc5-f56c9479ea3f
  kind: Event
  lastTimestamp: "2026-09-09T20:52:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c256d1298d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: f2a78934-cb62-4412-bef5-23108606d56a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: e6f6e168-d7cb-4c2c-8bc5-f56c9479ea3f
  kind: Event
  lastTimestamp: "2026-09-09T20:52:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:52:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18d3c256d18567b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32410"
    uid: 95e3ab32-043c-4288-a245-1dbfeab92269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: dfdf745e-d150-4e7f-995c-c1639719a4a9
  kind: Event
  lastTimestamp: "2026-09-09T20:52:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:43Z"
    name: isvc-xgboost-v2-runtime.18d3c24c543f2225
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: b1d138ca-c3c4-41b7-95cf-e9a0a023581f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: dfdf745e-d150-4e7f-995c-c1639719a4a9
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime.18d3c24c54caa203
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: cdf4d6ff-1a57-46b5-aa3c-fba0bb13b7b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:51:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: dfdf745e-d150-4e7f-995c-c1639719a4a9
  kind: Event
  lastTimestamp: "2026-09-09T20:51:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:51:50Z"
    name: isvc-xgboost-v2-runtime.18d3c24c5a469f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31841"
    uid: 5885ac25-05e0-4b8a-a28a-db888b5ba95e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: dfdf745e-d150-4e7f-995c-c1639719a4a9
  kind: Event
  lastTimestamp: "2026-09-09T20:52:43Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:43Z"
    name: isvc-xgboost-v2-runtime.18d3c258c65c141d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: e1f804ef-868f-4b1e-88e1-5ffde67455b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 65814bf8-71a5-494f-b482-f24f1191b24c
  kind: Event
  lastTimestamp: "2026-09-09T20:54:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:54:07Z"
    name: isvc-xgboost-v2.18d3c25b852a93a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: ac183d14-9c4e-441e-bac6-981794c237ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:52:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 65814bf8-71a5-494f-b482-f24f1191b24c
  kind: Event
  lastTimestamp: "2026-09-09T20:52:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:52:55Z"
    name: isvc-xgboost-v2.18d3c25b85a49848
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: 4c04b5be-8951-4bd8-8154-001cbe60282b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: 65814bf8-71a5-494f-b482-f24f1191b24c
  kind: Event
  lastTimestamp: "2026-09-09T20:54:07Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:54:07Z"
    name: isvc-xgboost-v2.18d3c26c407344eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: 79581905-4cf3-43df-bd07-25223db93a79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: 86ac8ada-3745-48e9-9024-100fbf8e7175
  kind: Event
  lastTimestamp: "2026-09-09T20:47:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:47:59Z"
    name: isvc-xgboost.18d3c1fcef634143
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 7a987247-4c58-4915-a2b2-859a4299490f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: 86ac8ada-3745-48e9-9024-100fbf8e7175
  kind: Event
  lastTimestamp: "2026-09-09T20:46:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost.18d3c1fcefccf6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28511"
    uid: d726c0d2-81d2-4717-9a7b-5293573a8a9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28483"
    uid: 86ac8ada-3745-48e9-9024-100fbf8e7175
  kind: Event
  lastTimestamp: "2026-09-09T20:46:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:46:09Z"
    name: isvc-xgboost.18d3c1fcf542f1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28513"
    uid: 32301ad0-c17e-472e-aa08-ef29c5f932f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29341"
    uid: 86ac8ada-3745-48e9-9024-100fbf8e7175
  kind: Event
  lastTimestamp: "2026-09-09T20:47:59Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:47:59Z"
    name: isvc-xgboost.18d3c21690c5d05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: e7f5ad27-45b3-4c51-a968-093be3c622c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:32:14.347943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-tx84f
    to ip-10-0-129-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13a94fad7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20834"
    uid: b55ca874-51f8-4c3c-bd7a-d2117f1cfe86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13ab7029e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: b8adc042-156f-4807-980a-3144133c6fb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13ab85ec120
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: dacd6368-b53a-4397-a42d-891b003537cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:16Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.154s (1.154s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:16Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13afd28c528
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: d0cb08f2-6f33-469b-9050-f7f96fd0152e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:16Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b00664222
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: ba93c3bc-4d57-4391-8f9c-388392190253
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:16Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b00e15f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 79235b20-299b-4801-b351-10402e466048
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:16Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-09T20:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:16Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b00ef1e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 8a399595-875b-475f-b9ab-8fd7910cae63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.463s (2.463s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:18Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b93c6e0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: db3ee793-1ab5-424d-a944-9deab4e1c344
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:18Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b96e19392
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 905e0d9a-4ef1-4120-9154-dd46672d1e59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:32:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:18Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c13b97610e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 010462d8-16d1-41ad-bf44-b3714a392301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c15a1b131188
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 41a15516-6658-4766-814c-017aab7c3ce1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-tx84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 56b01dc4-9885-41f6-b832-6736315b0980
  kind: Event
  lastTimestamp: "2026-09-09T20:34:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:34:29Z"
    name: message-dumper-predictor-6575bcfdfd-tx84f.18d3c15a1b13a8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: e4ec8eac-e971-4d02-a2f1-a2e6351f7453
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: d838436b-a21c-4c49-9a33-200461e985da
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-tx84f'
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper-predictor-6575bcfdfd.18d3c13a94883245
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: af146a08-361f-480b-b293-39fc51fed001
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: d100b8d9-250a-4914-b3ae-dc12162516c6
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper-predictor.18d3c13a92d75410
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: c84a2766-9488-4104-bed9-3fe3b0658358
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: e12129a6-9a7a-4514-96da-b5e276f31981
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: message-dumper-predictor.18d3c13e113b82b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: 247d637e-51d9-4a05-8671-e5998ebb670a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: e12129a6-9a7a-4514-96da-b5e276f31981
  kind: Event
  lastTimestamp: "2026-09-09T20:32:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:44Z"
    name: message-dumper-predictor.18d3c13e11981ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 77f44758-62b3-4be2-a90c-accb8716445d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 4208f79a-f498-4677-abfd-d05a170518a3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:26Z"
    name: message-dumper.18d3c13a92e89e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 2ef23549-17ef-44ee-adc7-788b35db8c45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 4208f79a-f498-4677-abfd-d05a170518a3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:14Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-09T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:14Z"
    name: message-dumper.18d3c13a93756547
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: a96096f1-7baf-4724-b2f8-293c76e19d49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 4208f79a-f498-4677-abfd-d05a170518a3
  kind: Event
  lastTimestamp: "2026-09-09T20:32:26Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:26Z"
    name: message-dumper.18d3c13d54fb67cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: e428c18d-4ad5-48d1-9879-2134aedd0dcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:32:49.537935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c142c677827c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: 4ecc04b7-92d6-432f-ba05-59f4a381e355
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:32:50Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:32:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c142e89ae92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: da2c9ff7-6767-4d6f-9189-60c9ec8de94c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:32:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c142ea0bd717
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 47746c6d-18be-49a2-9e83-a3efc357a3bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:32:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c142eceb3aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 06ff833c-5b4d-48c5-b323-f68061df586a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:32:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c142ed6a462f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21268"
    uid: 58cf3e24-1752-4859-ad22-c334f4a5626b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:32:54Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-09T20:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:32:54Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c143dda1cb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: acd89310-6c77-44ba-93ba-3dfbf15c36cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.514s
    (2m9.514s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c1620551f778
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 2ea22f3f-1c92-424b-87e8-616dffa201ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c1620c2914d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: db7a0232-ab6f-41b6-92d6-9d0c2d4c145c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c1620db1e1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: a28c1979-92c1-47ae-bd14-1d4f2fc9ee36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c1620dbde2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 327a2dcc-a172-4919-a5d1-1d86edfc6288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c162146624c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: a52c213b-9021-4a1a-a9d3-fdb8099cd2ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16215591f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: b6c05f12-2085-4d30-8f34-aedb205d5338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-09T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:41Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16aec960434
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: deb8c3d2-3679-4463-994e-e0c7da1ce08a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16f0b5b0bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: d9606a81-79e0-4140-8064-4662029fea66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:35:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:35:59Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16f0b5e2710
    namespace: kserve-ci-e2e-test
    resourceVersion: "22779"
    uid: cccf3ef9-3e35-4182-b368-f4789b2852dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:36:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16f8f925e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22890"
    uid: b135f0d1-ec04-4b1d-a111-39dc3160e96b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: d8e62a33-91ed-451a-b7e1-7183cbd2e627
  kind: Event
  lastTimestamp: "2026-09-09T20:36:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.35:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-09T20:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:36:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw.18d3c16fcdf8413d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: f579404b-02cb-4010-bf6d-319753ce868f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 2963b9bb-bd1a-4b14-a8c7-d44e121fe6e4
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-fbwsw'
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d3c142c604cb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: d1639f25-070d-46e4-a958-0ecc1a239ea0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 0c3939ce-52cd-49c6-b280-7ba8e8606565
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: sklearn-v2-mlserver-predictor.18d3c142c31f063c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 67ffa6d1-2200-4a77-8143-b2ba53faaf07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 5312a54a-bcc9-4ab6-b742-4a7e3f618ab8
  kind: Event
  lastTimestamp: "2026-09-09T20:35:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:34Z"
    name: sklearn-v2-mlserver-predictor.18d3c146419796cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 6a63f009-6303-46a6-aad3-14ea8eaa150c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-09T20:33:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 5312a54a-bcc9-4ab6-b742-4a7e3f618ab8
  kind: Event
  lastTimestamp: "2026-09-09T20:35:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:34Z"
    name: sklearn-v2-mlserver-predictor.18d3c14641fa8c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 57cc9d7d-5614-4264-89e0-985cc349bd86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 5312a54a-bcc9-4ab6-b742-4a7e3f618ab8
  kind: Event
  lastTimestamp: "2026-09-09T20:35:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:49Z"
    name: sklearn-v2-mlserver-predictor.18d3c16cb3c455b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22681"
    uid: 3a470d71-29e0-446e-b3ce-6b82dbad1a36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 5312a54a-bcc9-4ab6-b742-4a7e3f618ab8
  kind: Event
  lastTimestamp: "2026-09-09T20:35:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:35:49Z"
    name: sklearn-v2-mlserver-predictor.18d3c16cb424499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22683"
    uid: c5d5bb4e-7106-46d0-a5fe-e4a5dfb4d913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: bea7fbb9-0361-4c0d-98d1-e13ad1ffc289
  kind: Event
  lastTimestamp: "2026-09-09T20:35:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:52Z"
    name: sklearn-v2-mlserver.18d3c142c31dbd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: b1bdff68-7e6b-4d52-9d0f-2bd3c8092492
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:32:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: bea7fbb9-0361-4c0d-98d1-e13ad1ffc289
  kind: Event
  lastTimestamp: "2026-09-09T20:32:49Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:32:49Z"
    name: sklearn-v2-mlserver.18d3c142c3bae75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: de42ab55-179c-449a-befb-7ea54a985b07
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: bea7fbb9-0361-4c0d-98d1-e13ad1ffc289
  kind: Event
  lastTimestamp: "2026-09-09T20:35:51Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:35:51Z"
    name: sklearn-v2-mlserver.18d3c16d40eb1994
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: 6dbf0474-a90c-4401-9a0b-f0001ed3ac83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-09T20:49:09.631060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    to ip-10-0-129-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-09T20:49:09Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c226f891c46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 6af694f8-ebb0-490e-bbcc-1b9403ef9348
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d6d88d8fb-n2dgk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:10Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-09T20:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-09T20:49:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2271acd9bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: adce320d-60f2-4819-825c-0acd4bda97db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7707b8c08d87863b7d6818229e866c981f3cd2a84b4ac5b0b7093566775f9a74"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2271c1af350
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 24cd4d05-931d-4233-8b65-a0958df612f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-09T20:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2271ef6b2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: 143b9ff3-56e6-4457-bf98-b86ecc58f482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-09T20:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2271f75c864
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 69b25534-7499-417c-b0a9-9060e6d45554
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c22826ee3fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 265c8574-2bf7-497a-abe5-ba72ff808a3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2282a67b87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30313"
    uid: cacad5e1-e621-436a-a9cd-0d07e7dee3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2282ae19919
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 3dcfb029-47db-4ae2-b456-b161e4b6fee9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2282aed081a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: 4797a2a8-323e-4c81-b6b0-d184f2246dd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2282e41d887
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: 1f58b84d-ec1b-4506-9572-ed844dc0a5fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2282ec1554d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 11f645a2-695e-4eba-bcd8-bfb22c9922a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-09T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c232a0e33e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30687"
    uid: f939055e-f8f7-4b16-aca3-98cb1d95ee83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:49:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-09T20:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:49:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c232a0e3e2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30688"
    uid: 66ffe747-1500-4b07-80ef-d1f06d5289e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:50:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c23354de476b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 43509478-8901-4b28-87b5-028759a302fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 5effc5c3-8e7d-4dba-b767-03f56962b0d8
  kind: Event
  lastTimestamp: "2026-09-09T20:50:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-09T20:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-09T20:50:02Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp.18d3c2335540ddde
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 0b1f4aee-7751-4bb2-abec-740fbd7e5314
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 40b1171c-4a04-4cab-a7cd-88f20c9fc7ed
  kind: Event
  lastTimestamp: "2026-09-09T20:49:09Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-vtjqp'
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:09Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d3c226f80bd3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: b98709c3-82ee-4cc6-b660-dff5659ab9e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: 0279b9ba-a0b5-47ab-9bce-82fbb39ca87e
  kind: Event
  lastTimestamp: "2026-09-09T20:49:09Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:09Z"
    name: xgboost-v2-mlserver-predictor.18d3c226f55858b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30212"
    uid: b239e134-f11c-4909-86ff-6dbcb4616804
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: 7f41edf4-a956-41d3-b036-4928e4403b4b
  kind: Event
  lastTimestamp: "2026-09-09T20:49:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:54Z"
    name: xgboost-v2-mlserver-predictor.18d3c22a73b45407
    namespace: kserve-ci-e2e-test
    resourceVersion: "30636"
    uid: 79d79df6-be41-40b5-a972-ff7fd5e572c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: 7f41edf4-a956-41d3-b036-4928e4403b4b
  kind: Event
  lastTimestamp: "2026-09-09T20:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-09T20:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:54Z"
    name: xgboost-v2-mlserver-predictor.18d3c22a7411cfe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30637"
    uid: f66cea7f-2ebf-47ae-b4e0-b4508666129a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30393"
    uid: 7f41edf4-a956-41d3-b036-4928e4403b4b
  kind: Event
  lastTimestamp: "2026-09-09T20:49:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:39Z"
    name: xgboost-v2-mlserver-predictor.18d3c22df2f777bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: f2d8cd56-0495-4def-9b69-7b6a0e1ec0ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30393"
    uid: 7f41edf4-a956-41d3-b036-4928e4403b4b
  kind: Event
  lastTimestamp: "2026-09-09T20:49:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-09T20:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-09T20:49:39Z"
    name: xgboost-v2-mlserver-predictor.18d3c22df3574393
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: b282c1c5-4f0e-4320-8766-47b2bae2b8d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30198"
    uid: 18e7eb52-16f7-4b28-ad9a-f58424df2d72
  kind: Event
  lastTimestamp: "2026-09-09T20:49:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:52Z"
    name: xgboost-v2-mlserver.18d3c226f552926c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: 0d734b62-85b4-4ae4-a14e-1f5c2299e5c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30198"
    uid: 18e7eb52-16f7-4b28-ad9a-f58424df2d72
  kind: Event
  lastTimestamp: "2026-09-09T20:49:09Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:09Z"
    name: xgboost-v2-mlserver.18d3c226f5ce495f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30229"
    uid: 2cc4ace1-e35a-4148-b4dc-05c6ef40b026
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 18e7eb52-16f7-4b28-ad9a-f58424df2d72
  kind: Event
  lastTimestamp: "2026-09-09T20:49:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-09T20:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:09Z"
    name: xgboost-v2-mlserver.18d3c226fb053766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 54e0ccec-1d91-4c27-aa7a-605fae82be39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-09T20:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: 18e7eb52-16f7-4b28-ad9a-f58424df2d72
  kind: Event
  lastTimestamp: "2026-09-09T20:49:52Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-09T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-09T20:49:52Z"
    name: xgboost-v2-mlserver.18d3c23108f7d653
    namespace: kserve-ci-e2e-test
    resourceVersion: "30620"
    uid: 774933cb-f94d-4b42-babf-b36ad5c27e1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42283"